-- Logs begin at Thu 2021-05-13 15:31:28 UTC, end at Thu 2021-05-13 16:25:56 UTC. -- May 13 16:00:12.947220 dv-cinder-689486-12-smb systemd[1]: Started Devstack devstack@q-svc.service. May 13 16:00:15.464119 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.common.config [-] Logging enabled! May 13 16:00:15.464709 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev199 May 13 16:00:15.464881 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78936) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 13 16:00:15.468218 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.common.config [-] Logging enabled! May 13 16:00:15.468474 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev199 May 13 16:00:15.468780 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78936) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 13 16:00:15.469699 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 16:00:15.469926 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 16:00:15.470276 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 16:00:15.470516 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 16:00:15.470737 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 16:00:15.471050 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.471354 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.471661 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.471884 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.472177 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.472464 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.472744 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.473031 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.473353 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.473636 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.474009 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.474298 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.474527 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.474808 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.475094 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.475397 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.475622 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] debug = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.475900 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.476323 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.476741 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.477012 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.477299 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.477575 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.477840 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.478112 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.478394 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.478723 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] host = dv-cinder-689486-12-smb {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.478999 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.479285 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.479594 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.479883 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.480152 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.480427 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.480709 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.480981 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.481252 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] log_file = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.481527 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.481812 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.482116 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.482387 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.482611 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.482828 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.483113 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.483424 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.483698 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.483971 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.484241 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.484513 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.484780 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.485046 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.485327 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.485606 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.485886 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.486157 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.486510 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.486783 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.487055 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.487360 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.487631 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.487903 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.488173 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.488456 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.488724 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.489035 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.489386 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.489672 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.489951 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.490233 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.490503 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.490780 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.491053 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.491322 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.491613 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] use_json = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.491883 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.492150 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.492428 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.492699 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.492970 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.493246 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.493515 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.493796 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:15.494091 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.494385 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.494684 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.494967 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.495261 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.495564 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.495854 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.496132 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.496419 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.496706 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.496998 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.497276 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.497565 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.497842 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.498135 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.498441 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.498733 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.499022 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.499296 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.499591 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.499863 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.500138 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.500421 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.500712 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.501001 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.501273 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.501551 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.501857 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.502194 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.502467 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.502744 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.503037 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.503313 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.503607 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.503895 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.504278 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.505090 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.505433 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.505728 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.506027 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.506314 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.506588 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.506858 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.507154 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.507450 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.507738 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.508017 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.508290 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.508563 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.508838 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.509108 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.509381 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.509656 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.509930 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.510209 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.510490 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.510760 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.511033 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.511322 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.511615 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.511884 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.512152 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.512427 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.512695 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.513034 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.513262 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.514036 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.514036 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.514211 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.514378 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.514650 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.514922 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.515195 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.515492 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.515767 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.516039 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.516312 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.516586 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.516855 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.517141 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.517422 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.517888 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.518082 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.518404 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.518651 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.518929 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.519207 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.519539 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.519817 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.520693 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.520999 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.521297 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.521580 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.521870 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.522172 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.522719 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.523018 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.523352 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.523628 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:15.523846 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 16:00:15.524089 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78936) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 13 16:00:15.902898 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:00:15.903178 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:00:15.903494 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:00:15.903815 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.manager [-] Loading core plugin: ml2 May 13 16:00:16.219702 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.219985 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.220252 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.221478 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.221749 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.222006 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.348301 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.348624 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.348830 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.362659 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.362936 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.363203 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.393465 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.393742 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.394007 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.434804 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.435077 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.435359 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.677998 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.678672 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.678672 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.678672 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.679523 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.809352 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.809699 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.809987 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.810296 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.810627 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.811010 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.811433 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.811704 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.812020 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.812307 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.812611 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.812955 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.813227 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.813487 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.813758 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.814033 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.814295 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.814573 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.814828 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.815111 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.815499 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.815755 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.816007 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.816451 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.816707 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.817027 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.818231 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 16:00:16.818620 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 16:00:16.819005 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 16:00:16.819273 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 16:00:16.819540 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 16:00:16.819782 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 16:00:16.820164 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 13 16:00:16.823601 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 13 16:00:16.827520 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 13 16:00:16.831786 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 13 16:00:16.833534 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 13 16:00:16.833991 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 13 16:00:16.834325 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 13 16:00:16.834714 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 13 16:00:16.837563 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 13 16:00:16.837813 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 13 16:00:16.838329 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 13 16:00:16.866749 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 13 16:00:16.867196 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.867523 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78936) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 13 16:00:16.867890 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.869335 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78936) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 13 16:00:16.869782 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 13 16:00:16.870021 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 13 16:00:16.873707 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.873995 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:16.968169 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 13 16:00:16.968448 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 13 16:00:16.968633 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 13 16:00:16.969022 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 13 16:00:17.002658 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_db.sqlalchemy.engines [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78936) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 13 16:00:17.361001 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Initializing driver for type 'gre' May 13 16:00:17.361427 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] gre ID ranges: [(1, 1000)] May 13 16:00:17.420302 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Initializing driver for type 'local' May 13 16:00:17.420647 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Initializing driver for type 'vlan' May 13 16:00:17.435081 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] VlanTypeDriver initialization complete May 13 16:00:17.435476 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Initializing driver for type 'vxlan' May 13 16:00:17.435950 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] vxlan ID ranges: [(1, 1000)] May 13 16:00:17.493085 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Initializing extension driver 'port_security' May 13 16:00:17.493413 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.extensions.port_security [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] PortSecurityExtensionDriver initialization complete May 13 16:00:17.493796 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Initializing mechanism driver 'openvswitch' May 13 16:00:17.494135 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Initializing mechanism driver 'hyperv' May 13 16:00:17.500682 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.plugins.ml2.plugin [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:00:17.501449 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > port after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.501821 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > port after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.502170 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > port after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.502552 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > subnet after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.502899 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > subnet after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.503242 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.503641 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > network after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.503986 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > network after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.504327 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > network after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.504734 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > security_group after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.505073 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > security_group after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.505406 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.505782 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.506120 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.506457 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.506827 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > address_group after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.507170 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > address_group after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.507530 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.507862 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] ML2 OVO RPC backend initialized. {{(pid=78936) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 13 16:00:17.508577 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.508924 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.509332 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > network before_response 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.509673 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > networks before_response 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.510015 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > port before_response 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.510355 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > ports before_response 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.510692 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > subnet before_response 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.511026 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > subnets before_response 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.511392 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > network after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.511734 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > network after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.512066 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > network after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.512405 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > port after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.512736 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > port after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.513069 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > port after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.513403 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > subnet after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.513733 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > subnet after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.514063 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.514645 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.plugin [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Modular L2 Plugin initialization complete May 13 16:00:17.514968 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading services supported by the core plugin {{(pid=78936) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 13 16:00:17.515289 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.plugins.ml2.managers [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Got port-security extension from driver 'port_security' May 13 16:00:17.515773 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.extensions.vlantransparent [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Disabled vlantransparent extension. May 13 16:00:17.516259 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78936) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 13 16:00:17.516567 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading Plugin: router May 13 16:00:17.555490 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.555887 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router after_create 55549900 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.556351 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router before_create 55549900 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.556807 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.557317 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.557727 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router after_delete 55549900 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.558085 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.558485 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router after_create 55549900 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.558833 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router after_update 55549900 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.559218 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router after_update 55549900 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.559661 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.560022 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router after_update 55549900 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.560491 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router precommit_update 55549900 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.560991 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: port after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.561359 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: port after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.561866 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: subnet after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.562357 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.562753 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.563107 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router precommit_create 55549900 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.563488 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: port before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.563836 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router precommit_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.564199 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router after_update 55549900 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.564574 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.567033 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router precommit_create 55549900 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.567033 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.567033 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router precommit_update 55549900 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.567033 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > network after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.567846 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Tracking information for resource: router configured {{(pid=78936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 16:00:17.568326 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Tracking information for resource: floatingip configured {{(pid=78936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 16:00:17.575087 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.db.l3_agentschedulers_db [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 13 16:00:17.575912 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: port after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.576090 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: port after_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.576543 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: port after_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.576897 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: port after_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.577710 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router before_create 55550100 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.578075 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.578434 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router precommit_create 55550100 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.578789 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > router precommit_update 55550100 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.583854 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.services.provider_configuration [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service providers = [] {{(pid=78936) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 13 16:00:17.584222 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.db.servicetype_db [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78936) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 13 16:00:17.587244 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.services.service_base [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 16:00:17.587614 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.services.service_base [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 16:00:17.587951 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.services.service_base [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 16:00:17.588821 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.services.service_base [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 16:00:17.589191 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.services.service_base [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Default provider is not specified for service type L3_ROUTER_NAT May 13 16:00:17.591150 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 16:00:17.591508 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 13 16:00:17.603064 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 16:00:17.603427 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading Plugin: auto_allocate May 13 16:00:17.610934 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: network precommit_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.611532 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: network precommit_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.612123 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 16:00:17.612469 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading Plugin: tag May 13 16:00:17.621373 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 16:00:17.621696 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading Plugin: timestamp May 13 16:00:17.626352 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 16:00:17.626689 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading Plugin: network_ip_availability May 13 16:00:17.634050 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.634487 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.634831 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.635750 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 16:00:17.636122 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading Plugin: flavors May 13 16:00:17.641755 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 16:00:17.642189 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading Plugin: revisions May 13 16:00:17.648256 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 16:00:17.648752 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_concurrency.lockutils [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.745s {{(pid=78936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:00:17.649614 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78936) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 13 16:00:17.650022 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Initializing extension manager. May 13 16:00:17.650600 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: __init__.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.651021 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: __pycache__ {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.651475 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.651891 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: address_group.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.652773 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.653511 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: address-group May 13 16:00:17.653907 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: address_scope.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.654698 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.655294 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: address-scope May 13 16:00:17.655724 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.656767 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.657364 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: router-admin-state-down-before-update May 13 16:00:17.657757 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: agent.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.658533 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.659127 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: agent May 13 16:00:17.659569 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: agent_resources_synced.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.660566 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.661187 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: agent-resources-synced May 13 16:00:17.661594 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: allowedaddresspairs.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.663773 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.664394 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: allowed-address-pairs May 13 16:00:17.664799 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: auto_allocated_topology.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.665955 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.666559 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: auto-allocated-topology May 13 16:00:17.666958 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: availability_zone.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.667773 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.668364 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: availability_zone May 13 16:00:17.668760 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: availability_zone_filter.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.669820 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.670426 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: availability_zone_filter May 13 16:00:17.670823 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: data_plane_status.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.671947 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.672546 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension data-plane-status not supported by any of loaded plugins May 13 16:00:17.672950 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: default_subnetpools.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.673990 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.674588 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: default-subnetpools May 13 16:00:17.674988 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.675950 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.676889 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: dhcp_agent_scheduler May 13 16:00:17.677212 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: dns.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.678195 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.679098 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension dns-integration not supported by any of loaded plugins May 13 16:00:17.679490 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: dns_domain_ports.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.680460 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.681052 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension dns-domain-ports not supported by any of loaded plugins May 13 16:00:17.681478 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: dvr.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.682231 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.682819 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: dvr May 13 16:00:17.683216 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: empty_string_filtering.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.684270 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.684859 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: empty-string-filtering May 13 16:00:17.685262 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.686224 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.686820 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 13 16:00:17.687220 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.688318 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.688995 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 13 16:00:17.689435 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: external_net.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.690417 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.691019 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: external-net May 13 16:00:17.691453 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.692976 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.693492 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: extra_dhcp_opt May 13 16:00:17.693804 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: extraroute.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.694704 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.695206 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: extraroute May 13 16:00:17.695566 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: extraroute_atomic.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.696605 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.697110 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: extraroute-atomic May 13 16:00:17.697434 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: filter_validation.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.698119 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.698626 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: filter-validation May 13 16:00:17.698983 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: fip_pf_description.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.700168 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.700679 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 13 16:00:17.700998 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: fip_port_details.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.701922 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.702417 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: fip-port-details May 13 16:00:17.702736 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: flavors.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.703980 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.704492 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: flavors May 13 16:00:17.704816 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.706471 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.706986 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 13 16:00:17.707308 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: floatingip_pools.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.708583 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.709102 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: floatingip-pools May 13 16:00:17.709417 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: ip_allocation.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.710331 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.710832 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension ip_allocation not supported by any of loaded plugins May 13 16:00:17.711148 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.712072 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.712606 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: ip-substring-filtering May 13 16:00:17.712924 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: l2_adjacency.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.713833 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.714333 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension l2_adjacency not supported by any of loaded plugins May 13 16:00:17.714648 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: l3.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.715659 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.716168 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: router May 13 16:00:17.716486 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.718759 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.719290 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 13 16:00:17.719644 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.720605 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.721213 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: ext-gw-mode May 13 16:00:17.721598 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.722577 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.723080 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: l3-ha May 13 16:00:17.723506 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: l3_flavors.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.724370 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.724876 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: l3-flavors May 13 16:00:17.725195 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.726099 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.726605 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: l3-port-ip-change-not-allowed May 13 16:00:17.726927 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: l3agentscheduler.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.728336 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.728538 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: l3_agent_scheduler May 13 16:00:17.728859 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: logging.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.730727 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.731237 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension logging not supported by any of loaded plugins May 13 16:00:17.731427 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: metering.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.732041 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.732618 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: metering May 13 16:00:17.732977 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.734075 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.734592 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: metering_source_and_destination_fields May 13 16:00:17.734974 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: multiprovidernet.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.736169 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.736690 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: multi-provider May 13 16:00:17.737005 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: netmtu.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.737901 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.738460 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: net-mtu May 13 16:00:17.738871 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: netmtu_writable.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.740229 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.740758 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: net-mtu-writable May 13 16:00:17.741078 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: network_availability_zone.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.741757 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.742260 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: network_availability_zone May 13 16:00:17.742574 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: network_ip_availability.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.743782 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.744297 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: network-ip-availability May 13 16:00:17.744590 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: network_segment_range.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.745366 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.745872 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension network-segment-range not supported by any of loaded plugins May 13 16:00:17.746190 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: pagination.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.747161 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.747510 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: pagination May 13 16:00:17.747826 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: port_device_profile.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.748713 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.749221 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: port-device-profile May 13 16:00:17.749590 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.751055 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.751237 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: port-mac-address-regenerate May 13 16:00:17.751588 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.752492 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.753200 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: port-numa-affinity-policy May 13 16:00:17.753344 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: port_resource_request.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.754184 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.755408 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension port-resource-request not supported by any of loaded plugins May 13 16:00:17.755731 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: portbindings.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.756933 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.757540 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: binding May 13 16:00:17.757864 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: portbindings_extended.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.759245 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.759779 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: binding-extended May 13 16:00:17.760102 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: portsecurity.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.760993 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.761495 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: port-security May 13 16:00:17.761816 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: project_id.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.762764 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.763087 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: project-id May 13 16:00:17.763443 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: providernet.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.764354 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.764861 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: provider May 13 16:00:17.765179 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: qos.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.768749 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.769269 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension qos not supported by any of loaded plugins May 13 16:00:17.769605 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.771491 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.772012 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 13 16:00:17.772591 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.773504 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.774174 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 13 16:00:17.774611 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: qos_default.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.775531 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.776041 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension qos-default not supported by any of loaded plugins May 13 16:00:17.776359 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: qos_fip.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.776997 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.777495 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension qos-fip not supported by any of loaded plugins May 13 16:00:17.777811 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: qos_gateway_ip.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.778712 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.779218 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 13 16:00:17.779567 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: qos_port_network_policy.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.780467 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.780974 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 13 16:00:17.781292 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: qos_rule_type_details.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.782182 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.782690 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 13 16:00:17.783013 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: qos_rules_alias.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.784237 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.784581 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension qos-rules-alias not supported by any of loaded plugins May 13 16:00:17.784900 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: quotasv2.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.786039 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.786362 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: quotas May 13 16:00:17.786677 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: quotasv2_detail.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.788331 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.788667 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: quota_details May 13 16:00:17.788995 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: rbac.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.790053 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.790582 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: rbac-policies May 13 16:00:17.790903 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: rbac_address_group.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.791835 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.792345 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: rbac-address-group May 13 16:00:17.792673 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: rbac_address_scope.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.793555 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.794073 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: rbac-address-scope May 13 16:00:17.794395 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: rbac_security_groups.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.795283 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.795829 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: rbac-security-groups May 13 16:00:17.796139 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: rbac_subnetpool.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.797053 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.797557 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: rbac-subnetpool May 13 16:00:17.797878 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: revisionifmatch.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.798780 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.799286 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: revision-if-match May 13 16:00:17.799667 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: revisions.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.801027 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.801483 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: standard-attr-revisions May 13 16:00:17.801805 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: router_availability_zone.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.802481 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.802983 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: router_availability_zone May 13 16:00:17.803304 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: routerservicetype.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.804224 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.804733 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension router-service-type not supported by any of loaded plugins May 13 16:00:17.805043 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.805945 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.806447 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: security-groups-normalized-cidr May 13 16:00:17.806766 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.807689 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.808193 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: port-security-groups-filtering May 13 16:00:17.808510 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.809404 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.809917 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: security-groups-remote-address-group May 13 16:00:17.810234 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: securitygroup.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.820469 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.821013 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: security-group May 13 16:00:17.821344 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: segment.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.822130 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.822639 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension segment not supported by any of loaded plugins May 13 16:00:17.822965 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.823929 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.824440 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 13 16:00:17.824761 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: servicetype.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.825854 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.826369 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: service-type May 13 16:00:17.826690 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: sorting.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.827699 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.828029 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: sorting May 13 16:00:17.828346 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: standard_attr_segment.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.829236 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.829765 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension standard-attr-segment not supported by any of loaded plugins May 13 16:00:17.830529 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: standardattrdescription.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.831076 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.831719 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: standard-attr-description May 13 16:00:17.832240 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: stateful_security_group.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.834015 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.834563 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: stateful-security-group May 13 16:00:17.834883 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: stdattrs_common.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.835500 dv-cinder-689486-12-smb neutron-server[78936]: WARNING neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 13 16:00:17.835810 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.836831 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.837342 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 13 16:00:17.837663 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: subnet_onboard.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.838719 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.839243 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: subnet_onboard May 13 16:00:17.839582 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.840499 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.841011 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 13 16:00:17.841320 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: subnet_service_types.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.842223 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.842740 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: subnet-service-types May 13 16:00:17.843052 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: subnetallocation.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.844166 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.844680 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: subnet_allocation May 13 16:00:17.845002 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.845665 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.846181 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: subnetpool-prefix-ops May 13 16:00:17.846505 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.847458 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.847967 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 13 16:00:17.848327 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: tagging.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.849505 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.850039 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: standard-attr-tag May 13 16:00:17.850356 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: timestamp.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.851603 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.852129 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loaded extension: standard-attr-timestamp May 13 16:00:17.852456 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: trunk.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.853468 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.853985 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension trunk not supported by any of loaded plugins May 13 16:00:17.854306 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: trunk_details.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.855205 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.855742 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension trunk-details not supported by any of loaded plugins May 13 16:00:17.856060 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: uplink_status_propagation.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.856969 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.857471 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 13 16:00:17.857790 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Loading extension file: vlantransparent.py {{(pid=78936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 13 16:00:17.858452 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 13 16:00:17.858962 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extension vlan-transparent not supported by any of loaded plugins May 13 16:00:17.861703 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:network May 13 16:00:17.862338 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:subnet May 13 16:00:17.863148 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:subnetpool May 13 16:00:17.863825 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:port May 13 16:00:17.865256 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.865709 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service FLAVORS assigned prefix: {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.866335 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.866766 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.867097 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:router May 13 16:00:17.867810 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:floatingip May 13 16:00:17.868522 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service METERING assigned prefix: /metering {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.869960 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.870320 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.870665 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:00:17.871882 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of CountableResource for resource:rbac_policy May 13 16:00:17.872338 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:security_group May 13 16:00:17.873000 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 16:00:17.873761 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service CORE assigned prefix: {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.874089 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:subnetpool May 13 16:00:17.874423 dv-cinder-689486-12-smb neutron-server[78936]: WARNING neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] subnetpool is already registered May 13 16:00:17.875026 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service CORE assigned prefix: {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.875371 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:subnetpool May 13 16:00:17.875694 dv-cinder-689486-12-smb neutron-server[78936]: WARNING neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] subnetpool is already registered May 13 16:00:17.878330 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.878763 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service FLAVORS assigned prefix: {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.879374 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.880345 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.880677 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:router May 13 16:00:17.881000 dv-cinder-689486-12-smb neutron-server[78936]: WARNING neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] router is already registered May 13 16:00:17.881602 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:floatingip May 13 16:00:17.885332 dv-cinder-689486-12-smb neutron-server[78936]: WARNING neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] floatingip is already registered May 13 16:00:17.885332 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service METERING assigned prefix: /metering {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.885332 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of CountableResource for resource:rbac_policy May 13 16:00:17.885332 dv-cinder-689486-12-smb neutron-server[78936]: WARNING neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] rbac_policy is already registered May 13 16:00:17.885332 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:security_group May 13 16:00:17.885801 dv-cinder-689486-12-smb neutron-server[78936]: WARNING neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] security_group is already registered May 13 16:00:17.886084 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 16:00:17.886413 dv-cinder-689486-12-smb neutron-server[78936]: WARNING neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] security_group_rule is already registered May 13 16:00:17.887078 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service CORE assigned prefix: {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.887433 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:subnetpool May 13 16:00:17.887759 dv-cinder-689486-12-smb neutron-server[78936]: WARNING neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] subnetpool is already registered May 13 16:00:17.888353 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.v2.resource_helper [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Service CORE assigned prefix: {{(pid=78936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 16:00:17.888684 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Creating instance of TrackedResource for resource:subnetpool May 13 16:00:17.889000 dv-cinder-689486-12-smb neutron-server[78936]: WARNING neutron.quota.resource_registry [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] subnetpool is already registered May 13 16:00:17.889668 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: extensions {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.891199 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: address-groups {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.892838 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: address-scopes {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.894065 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: agents {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.895910 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: auto-allocated-topology {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.897196 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: availability_zones {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.898787 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: dhcp-networks {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.900259 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: dhcp-agents {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.901715 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: routers {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.903590 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: flavors {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.904766 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: service_profiles {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.905974 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: next_providers {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.907538 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: service_profiles {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.909013 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: floatingip-pools {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.910237 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: routers {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.912220 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: floatingips {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.913413 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: l3-routers {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.914814 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: l3-agents {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.916288 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: metering-labels {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.917649 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: metering-label-rules {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.918976 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: network-ip-availabilities {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.920294 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: bindings {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.921949 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: quotas {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.923573 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: quotas {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.924862 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: rbac-policies {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.927067 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: security-groups {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.927888 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: security-group-rules {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.929426 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: service-providers {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.930456 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: subnetpools {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.932067 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: subnetpools {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.933697 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: tags {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.935409 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: tags {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.937239 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: tags {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.939026 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: tags {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.940879 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: tags {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.943285 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: tags {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.945184 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: tags {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.948172 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: tags {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:17.950116 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: tags {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:18.071217 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron.api.extensions [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Extended resource: tags {{(pid=78936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 16:00:18.077353 dv-cinder-689486-12-smb neutron-server[78936]: WARNING keystonemiddleware.auth_token [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 13 16:00:18.083098 dv-cinder-689486-12-smb neutron-server[78936]: WARNING keystonemiddleware.auth_token [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 13 16:00:18.092407 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_concurrency.lockutils [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Acquired lock "singleton_lock" {{(pid=78936) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 13 16:00:18.092407 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_concurrency.lockutils [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Releasing lock "singleton_lock" {{(pid=78936) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 13 16:00:18.093183 dv-cinder-689486-12-smb neutron-server[78936]: INFO oslo_service.service [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Starting 2 workers May 13 16:00:18.098662 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Started child 79043 {{(pid=78936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 16:00:18.103583 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Started child 79044 {{(pid=78936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 16:00:18.104787 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:18.105867 dv-cinder-689486-12-smb neutron-server[78936]: INFO neutron.service [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Neutron service started, listening on 0.0.0.0:9696 May 13 16:00:18.106130 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Notify callbacks [] for process, before_spawn {{(pid=78936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:18.106406 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [-] (79043) wsgi starting up on http://0.0.0.0:9696 May 13 16:00:18.108582 dv-cinder-689486-12-smb neutron-server[78936]: INFO oslo_service.service [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Starting 1 workers May 13 16:00:18.111377 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:18.113666 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [-] (79044) wsgi starting up on http://0.0.0.0:9696 May 13 16:00:18.115773 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Started child 79045 {{(pid=78936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 16:00:18.116535 dv-cinder-689486-12-smb neutron-server[78936]: INFO oslo_service.service [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Starting 1 workers May 13 16:00:18.121043 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.service [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] calling RpcWorker wait() {{(pid=79045) _wait /opt/stack/neutron/neutron/service.py:128}} May 13 16:00:18.121893 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Started child 79046 {{(pid=78936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 16:00:18.122025 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.service [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] returning from RpcWorker wait() {{(pid=79045) _wait /opt/stack/neutron/neutron/service.py:135}} May 13 16:00:18.122560 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG neutron_lib.callbacks.manager [None req-a31abe42-3c26-42eb-970d-64d52d2daa63 None None] Notify callbacks [] for process, after_spawn {{(pid=78936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:18.123615 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:18.124382 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:00:18.124699 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78936) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 13 16:00:18.125019 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 16:00:18.125306 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 16:00:18.126196 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 16:00:18.126196 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 16:00:18.126598 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 16:00:18.126859 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:18.128082 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.128082 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.128082 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.128676 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.128908 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.130177 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.130562 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.130948 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.131352 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.131740 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.132010 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.132282 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.132835 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.133296 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.133554 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.133925 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.134285 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.134674 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.134957 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.135392 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.135782 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.136226 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.136552 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] debug = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.137121 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.137729 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.138087 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.138439 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.138792 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.139195 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.139600 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.139994 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.140358 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.140702 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.141059 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.141680 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.141930 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.142169 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 60018) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:00:18.142400 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.142642 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.142994 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.143366 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.144099 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] host = dv-cinder-689486-12-smb {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.144402 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.144744 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.145164 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.145536 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.145921 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.146407 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.146670 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.147034 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.151365 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.151365 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.151365 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.151365 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.151365 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.151365 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_file = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.151365 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_options = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.151365 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.151365 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.153451 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.153451 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.153451 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.153451 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.153451 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.153451 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.153451 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.155183 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.155487 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089698 May 13 16:00:18.155706 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.155706 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.156140 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.156383 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.158508 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.158508 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.158508 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.159207 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.159207 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.159713 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.159939 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.160251 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.160622 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.161001 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.161371 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.161863 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.162140 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.162500 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.162871 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.163281 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.165927 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.165927 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.165927 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.165927 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.166881 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.166881 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.166881 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.167571 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.170441 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.170441 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.170441 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.170441 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.171051 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.171525 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.172096 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.172333 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] use_json = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.172980 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.173630 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.174303 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.174908 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.175586 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.176213 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.177428 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.177888 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.179845 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.180100 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:00:18.180323 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.180323 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.180323 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.180910 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.181118 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.182462 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.182462 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.182462 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.183071 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.183810 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.183810 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.184404 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.184789 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.185196 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.185684 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.186118 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.189389 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.189389 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.189389 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.189389 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.189389 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.189389 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.189389 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.189389 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.191024 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.191024 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.191024 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.191622 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.193630 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.193630 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.193630 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.193630 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.193630 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.196225 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.196225 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.196225 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.196775 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.199020 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.199020 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.199020 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.199020 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.201078 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.201078 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.201078 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.201673 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.203238 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.203238 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.203238 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.203238 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.204078 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.204273 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.204930 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.205304 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.205690 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.206105 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.206539 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.206948 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.207488 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.208336 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.208811 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.210375 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.210375 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.210375 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.210375 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.211117 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.211358 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.213500 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.213500 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.213500 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.213500 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.213500 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.214445 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.214445 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.214832 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.215139 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.215547 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.217299 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.217299 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.217299 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.217299 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.218368 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.218368 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.218368 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.219012 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.219261 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.221621 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.221621 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.221621 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.222327 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.222327 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.222772 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.223020 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.229698 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.229698 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.229698 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.229698 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.229698 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.229698 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.229698 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.229698 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.231610 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.231610 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.231610 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.231610 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.231610 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.231610 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.231610 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.231610 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.233492 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.233492 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.233492 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.233492 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.233492 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.233492 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.233492 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.234957 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.234957 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.234957 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.234957 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.236321 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.236321 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.236321 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.238022 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.238022 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.238022 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.238022 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.238022 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.238409 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.241714 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.242315 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.243843 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.244515 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.245244 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.246424 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.247795 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.247795 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.247795 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.248495 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.248495 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.249084 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.249315 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.250987 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.250987 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.250987 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.250987 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.251920 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.254149 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.254149 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.254149 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.254149 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.255176 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.255176 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.255678 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.259539 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.259539 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.259539 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.259539 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.259539 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.259539 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.259539 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.259539 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.262379 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.265510 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.265510 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.265510 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.265510 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.265510 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.266100 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.266320 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.267573 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.267992 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.268265 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.268518 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.268940 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.269321 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.269748 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.271225 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.271225 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.271225 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.271674 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.271674 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.271924 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.272194 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.272673 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.272923 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.273197 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.273826 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.273826 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.274525 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.274525 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.274525 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.274763 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.274975 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.275567 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.275567 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.275800 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.275936 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.276394 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.276491 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.276738 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.276955 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.277357 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.277357 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.277610 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.277839 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.278134 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.278413 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.278650 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.278896 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.279133 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.279462 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.279688 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.279906 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.280128 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.280345 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.280578 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.280794 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.281061 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.281272 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.281455 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.281706 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.281912 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.283191 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.283191 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.283191 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.283191 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.283191 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.283191 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.283921 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.283921 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.284164 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.286646 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.286896 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.287111 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.287433 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.287850 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.287850 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.288242 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.288375 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.288585 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.288819 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.289112 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.289298 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.289686 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.289909 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.290657 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.290657 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.291559 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.291559 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.291559 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.293313 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.293313 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.293313 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.295675 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.295984 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.296446 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.296762 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.296762 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.299688 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.299688 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.299688 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.299688 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.299688 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.299688 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.299688 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.299688 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.299688 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.300909 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.300909 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.300909 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.300909 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.300909 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.302514 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.302514 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 16:00:18.302514 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78936) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 13 16:00:18.302514 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 16:00:18.302514 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 16:00:18.302514 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 16:00:18.302984 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 16:00:18.302984 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 16:00:18.303127 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.308266 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.308266 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.308266 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.308266 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.308266 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.308266 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.308266 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.308266 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.310087 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.310087 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.310087 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.310087 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.310087 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.310087 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.310087 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.310087 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.310087 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.312042 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.312042 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.312042 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.312042 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.312042 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] debug = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.312042 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.312966 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.312966 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.312966 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.312966 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.312966 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.312966 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.313950 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.313950 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.313950 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.313950 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.313950 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.313950 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.313950 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.313950 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315021 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315021 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315021 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] host = dv-cinder-689486-12-smb {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315021 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315021 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315021 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315021 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315021 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315863 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315863 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315863 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315863 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315863 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315863 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315863 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315863 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.315863 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_file = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.317703 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_options = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.317703 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.317703 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.317703 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.318372 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.318372 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.318372 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.318372 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.318945 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.320061 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.320061 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.320061 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.320589 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.320724 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.320901 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.321172 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.321439 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.321692 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.321971 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.322615 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.322615 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.322888 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.323158 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.323532 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.325449 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.325449 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.325449 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.325643 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:00:18.325718 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.325718 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.325861 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.326108 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.326482 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.327609 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.327853 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.328212 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.328526 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.328846 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.329132 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.329577 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.330026 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.330348 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.330587 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.330766 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.330968 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.331167 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.331428 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.331690 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] use_json = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.332236 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.333837 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.333837 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.333837 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.333837 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.333837 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.334179 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.334179 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 16:00:18.334439 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.334697 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.335474 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.335474 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.335797 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.335797 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.336063 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.336274 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.336541 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.336786 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.337059 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.337325 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.337584 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.337955 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.338117 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.338388 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.338645 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.340133 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.340133 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.340133 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.340133 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.340133 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.340133 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.340865 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.340865 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.341103 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.341230 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.341806 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.342258 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.342530 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.342878 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.343147 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.343412 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.343905 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.344173 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.344444 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.344832 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.345084 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.345379 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.345607 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.345832 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.346072 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.346297 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.346552 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.346805 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.347052 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.347293 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.348017 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.348331 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.348504 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.348734 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.348883 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.349012 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.349271 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.349492 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.349744 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.350305 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.350562 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.350782 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.350895 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.351094 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.351188 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.352459 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.352741 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.353032 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.353239 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.353503 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.353775 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.354048 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.354362 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.354682 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.354906 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.355134 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.355300 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.355592 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.355751 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.356700 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.356700 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.356700 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.357325 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.357325 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.357325 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.358299 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.358299 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.358299 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.358299 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.359437 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.359866 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.360310 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.360486 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.360628 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.360784 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.360924 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.361062 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.361270 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.361436 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.361628 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.361888 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.362162 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.362599 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.362786 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.363022 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.363238 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.363480 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.363740 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.365072 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.365072 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.365072 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.365693 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.365693 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.365948 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.366024 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.366281 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.366528 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.366797 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.367114 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.368320 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.368320 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.368320 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.368320 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.369435 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.369862 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.370268 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.370673 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.371064 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.371476 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.371912 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.372488 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.372952 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.373180 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.373468 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.373639 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.373864 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.374300 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.374723 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.375128 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.375351 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.375596 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.375814 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.376034 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.376289 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.376558 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.376820 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.377054 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.377310 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.377571 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.377804 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.377997 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.379770 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.379770 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.379770 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.379770 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.379770 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.379770 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.379770 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.379770 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.381135 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.381135 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.381135 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.381135 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.381135 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.381135 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.382195 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.382195 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.382195 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.382195 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.382195 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.382745 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.382745 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.382745 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.382978 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.383751 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.384933 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.384933 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.384933 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.384933 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.385361 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.385361 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.385564 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.385668 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.385884 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.387574 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.387574 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.387574 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.387574 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.388186 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.388700 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.389210 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.389541 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.390049 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.390559 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.391063 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.391584 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.392152 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.392152 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.392431 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.392559 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.392740 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.393038 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.393278 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.393557 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.393827 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.394080 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.394892 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.394892 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.394892 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.395163 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.395246 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.395558 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.395781 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.396054 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.396367 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.396623 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.396887 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.397127 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.397645 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.398138 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.398592 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.398848 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.399058 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.399825 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.399825 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.399825 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.400158 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.400248 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.400448 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.400730 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.400990 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.401437 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.401437 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.401687 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.401835 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.402102 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.402374 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.403103 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.403103 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.403103 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.404249 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.404249 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.404249 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.404249 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.404708 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.404708 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.404964 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.405335 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.405547 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.405801 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.406078 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.406898 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.406898 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.407981 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.407981 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.407981 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.407981 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.409306 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.409306 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.409306 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.409306 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.409306 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.409306 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.409855 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.409855 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.410022 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.410190 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.411494 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.411494 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.412481 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.412481 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.412481 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.412481 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.413040 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.413040 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.413040 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.413503 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 16:00:18.413503 dv-cinder-689486-12-smb neutron-server[78936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 16:00:30.936275 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59518de-1611-49a4-858d-11860da0550a None None] get_active_networks_info from dv-cinder-689486-12-smb {{(pid=79045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 13 16:00:31.185848 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59518de-1611-49a4-858d-11860da0550a None None] No non-hosted networks {{(pid=79045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 13 16:00:31.195487 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.agentschedulers_db [None req-b59518de-1611-49a4-858d-11860da0550a None None] DHCP Agent not found on host dv-cinder-689486-12-smb {{(pid=79045) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 13 16:00:31.297489 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-d2e7fd63-035b-427a-87a1-4fae1f99f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373'] for agent, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:33.711804 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373'] for agent, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:33.712522 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:33.712968 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:33.713240 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:33.713624 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:33.713965 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:33.714343 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:33.715654 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:33.715654 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:33.715654 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:33.715930 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:33.716423 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:33.716923 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:33.717542 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-689486-12-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:00:33.726051 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-689486-12-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:00:33.996441 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-42a6d05f-91f4-4ab3-af79-166e65d55b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373'] for agent, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:34.075457 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-7d73d52e-5f36-461f-bc3c-f82a2f5e5560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:34.964519 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373'] for agent, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:36.593182 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373'] for agent, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:38.074205 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.db.l3_hamode_db [None req-da052ecc-1f41-461f-897a-c8c351ebe7f6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 13 16:00:38.161586 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da052ecc-1f41-461f-897a-c8c351ebe7f6 None None] Routers set() bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:00:38.161986 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da052ecc-1f41-461f-897a-c8c351ebe7f6 None None] Router IDs set() for agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 13 16:00:38.236576 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 60122) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:00:38.863700 dv-cinder-689486-12-smb neutron-server[79044]: WARNING oslo_policy.policy [None req-da7e7b7a-9459-4c88-97e0-eb94c29fcb23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 16:00:38.864919 dv-cinder-689486-12-smb neutron-server[79044]: WARNING oslo_policy.policy [None req-da7e7b7a-9459-4c88-97e0-eb94c29fcb23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 16:00:39.081472 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [None req-da7e7b7a-9459-4c88-97e0-eb94c29fcb23 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 16:00:39.083061 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-da7e7b7a-9459-4c88-97e0-eb94c29fcb23 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8455951 May 13 16:00:41.516690 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 60136) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:00:41.920312 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-f745c457-8b2c-416b-b217-2a6eb1fedbd0 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:00:42.021598 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.policy [None req-f745c457-8b2c-416b-b217-2a6eb1fedbd0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79044) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 16:00:42.067537 dv-cinder-689486-12-smb neutron-server[79044]: WARNING oslo_policy.policy [None req-f745c457-8b2c-416b-b217-2a6eb1fedbd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 16:00:42.067943 dv-cinder-689486-12-smb neutron-server[79044]: WARNING oslo_policy.policy [None req-f745c457-8b2c-416b-b217-2a6eb1fedbd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 16:00:42.076510 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.quota [None req-f745c457-8b2c-416b-b217-2a6eb1fedbd0 admin admin] Loaded quota_driver: . May 13 16:00:42.091840 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-f745c457-8b2c-416b-b217-2a6eb1fedbd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:00:42.156306 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f745c457-8b2c-416b-b217-2a6eb1fedbd0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761810192977', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761810192388', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761810200385', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761810202805', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761810119055', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761810095871', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1675615', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1683390', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634760', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542500'] for rbac-policy, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:42.222711 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f745c457-8b2c-416b-b217-2a6eb1fedbd0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:42.226488 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-f745c457-8b2c-416b-b217-2a6eb1fedbd0 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7062583 May 13 16:00:44.940346 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60150) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:00:45.581651 dv-cinder-689486-12-smb neutron-server[79043]: WARNING oslo_policy.policy [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 16:00:45.582257 dv-cinder-689486-12-smb neutron-server[79043]: WARNING oslo_policy.policy [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 16:00:45.839505 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Request body: {'network': {'name': 'private', 'project_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'admin_state_up': True, 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:00:45.841141 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.quota [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Loaded quota_driver: . May 13 16:00:45.857257 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:00:45.863939 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Usage tracker for resource:network and tenant:4cc4cf06c73e4e5a880d3e2512963e20 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:00:45.869442 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:00:45.876688 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:00:45.892310 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Made reservation on behalf of 4cc4cf06c73e4e5a880d3e2512963e20 for: {'network': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:00:45.965889 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.policy [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79043) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 16:00:46.011938 dv-cinder-689486-12-smb neutron-server[79043]: WARNING oslo_policy.policy [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 16:00:46.012319 dv-cinder-689486-12-smb neutron-server[79043]: WARNING oslo_policy.policy [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 16:00:46.023625 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:46.046305 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:46.061739 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:00:46.065560 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Usage tracker for resource:security_group_rule and tenant:4cc4cf06c73e4e5a880d3e2512963e20 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:00:46.070909 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:00:46.076712 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:00:46.214758 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:46.219536 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:46.229313 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:00:46.263505 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=79043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:00:46.278807 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7711ab-998c-446a-9916-b91afadb9e89,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:00:46.288073 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761811593364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:46.288682 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Unsubscribe: segment precommit_create {{(pid=79043) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 16:00:46.289159 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.segments_db [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Added segment 4354ee09-9266-4f90-8e33-6334f7233f87 of type vlan for network b56e9dbf-1292-426c-9630-ae1429815c16 May 13 16:00:46.349238 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:46.349583 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:46.349915 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:46.350230 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:46.350624 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:46.350945 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:46.351257 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:46.351599 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:46.351909 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:46.352215 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:46.352636 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:46.352897 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Tracked resource versions report: May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: pushed versions: May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: { 'AddressGroup': {'1.2'}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'ConntrackHelper': {'1.0'}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'Log': {'1.0'}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'Network': {'1.1'}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'Port': {'1.7'}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'PortForwarding': {'1.2'}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'QosPolicy': {'1.8'}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'SecurityGroup': {'1.4'}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'SecurityGroupRule': {'1.2'}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'SubPort': {'1.0'}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'Subnet': {'1.1'}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'Trunk': {'1.1'}} May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: consumer versions: May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: { DHCP agent@dv-cinder-689486-12-smb: {}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: L3 agent@dv-cinder-689486-12-smb: {}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: Metadata agent@dv-cinder-689486-12-smb: {}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: Metering agent@dv-cinder-689486-12-smb: {}, May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: Open vSwitch agent@dv-cinder-689486-12-smb: { 'AddressGroup': '1.2', May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'ConntrackHelper': '1.0', May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'Log': '1.0', May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'Network': '1.1', May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'Port': '1.7', May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'PortForwarding': '1.2', May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'QosPolicy': '1.8', May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'SecurityGroup': '1.4', May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'SecurityGroupRule': '1.2', May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'SubPort': '1.0', May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'Subnet': '1.1', May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: 'Trunk': '1.1'}} May 13 16:00:46.354001 dv-cinder-689486-12-smb neutron-server[79043]: {{(pid=79043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 16:00:46.417319 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:00:46.419048 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:46.461706 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:46.463464 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:00:46.464124 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:46.469332 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:00:46.577276 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6342163 May 13 16:00:46.577989 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Pushing event updated for resources: {'Network': ['ID=b56e9dbf-1292-426c-9630-ae1429815c16,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:00:46.581325 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:00:46.590663 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network b56e9dbf-1292-426c-9630-ae1429815c16 details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:00:49.400342 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60172) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:00:49.908051 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bace7066-d193-4689-ac3d-b5155384cc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:00:49.909424 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-bace7066-d193-4689-ac3d-b5155384cc8d admin admin] 10.222.0.54 "GET /v2.0/networks/b56e9dbf-1292-426c-9630-ae1429815c16 HTTP/1.1" status: 200 len: 825 time: 0.5081069 May 13 16:00:49.955295 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-15028ddd-8a75-49a7-8443-3ddab0ea1477 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/0d918572-588d-41ee-9a36-b2d25ec8728a HTTP/1.1" status: 200 len: 734 time: 0.0398362 May 13 16:00:49.965259 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Request body: {'subnet': {'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '0d918572-588d-41ee-9a36-b2d25ec8728a', 'ip_version': 4}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:00:49.970079 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:00:49.974254 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Usage tracker for resource:subnet and tenant:4cc4cf06c73e4e5a880d3e2512963e20 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:00:49.977318 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:00:49.983579 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:00:49.994052 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Made reservation on behalf of 4cc4cf06c73e4e5a880d3e2512963e20 for: {'subnet': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:00:49.996573 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Notify callbacks [] for subnet, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:50.491278 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:50.495913 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:00:50.586660 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e2e9e1-bb45-4c43-8763-34268baa697b,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:00:50.591308 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Checking segment: {'id': '4354ee09-9266-4f90-8e33-6334f7233f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:00:50.591774 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Network hostable DHCP agents. Network: b56e9dbf-1292-426c-9630-ae1429815c16, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:00:50.594519 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:00:50.612584 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Network b56e9dbf-1292-426c-9630-ae1429815c16 is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:00:50.623601 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, b56e9dbf-1292-426c-9630-ae1429815c16) {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:00:50.628924 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:00:50.629622 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:50.635872 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c4acbd-b665-4d82-9cec-98a8a0540ae6 None None] Network b56e9dbf-1292-426c-9630-ae1429815c16 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:00:50.651358 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6899827 May 13 16:00:50.962866 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb91a938c-c7eb-57f3-9db8-b6e3dc3a6dc3-b56e9dbf-1292-426c-9630-ae1429815c16', 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16', 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'fixed_ips': [{'subnet_id': 'd4e2e9e1-bb45-4c43-8763-34268baa697b'}]}} from dv-cinder-689486-12-smb. {{(pid=79045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 13 16:00:50.964146 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:51.161696 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.db_base_plugin_common [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Allocated IP 172.20.0.2 (b56e9dbf-1292-426c-9630-ae1429815c16/d4e2e9e1-bb45-4c43-8763-34268baa697b/df1d96b7-dfcc-4819-ac20-7d561469df47) {{(pid=79045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:00:51.445648 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Notify callbacks [] for port, precommit_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:51.460600 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Transition to ACTIVE for port object df1d96b7-dfcc-4819-ac20-7d561469df47 will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:00:51.486723 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Transition to ACTIVE for port object df1d96b7-dfcc-4819-ac20-7d561469df47 will not be triggered until provisioned by entity DHCP. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:00:51.493589 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:51.499245 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:00:51.558647 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Network b56e9dbf-1292-426c-9630-ae1429815c16 is already hosted by enough agents. {{(pid=79045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:00:51.561708 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.base_scheduler [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Resources bound (agent type, host, resource id): {{(pid=79045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:00:51.575826 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Received port after_create {{(pid=79045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:00:51.583601 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Pushing event updated for resources: {'Port': ['ID=df1d96b7-dfcc-4819-ac20-7d561469df47,revision_number=1']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:00:51.620399 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:51.620729 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:51.621071 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:51.621389 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:51.621767 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:51.622017 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:51.622328 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:51.622635 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:51.623022 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:51.623272 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:51.623601 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:51.623909 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Tracked resource versions report: May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: pushed versions: May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: { 'AddressGroup': {'1.2'}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'ConntrackHelper': {'1.0'}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'Log': {'1.0'}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'Network': {'1.1'}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'Port': {'1.7'}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'PortForwarding': {'1.2'}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'QosPolicy': {'1.8'}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'SecurityGroup': {'1.4'}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'SecurityGroupRule': {'1.2'}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'SubPort': {'1.0'}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'Subnet': {'1.1'}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'Trunk': {'1.1'}} May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: consumer versions: May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: { DHCP agent@dv-cinder-689486-12-smb: {}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: L3 agent@dv-cinder-689486-12-smb: {}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: Metadata agent@dv-cinder-689486-12-smb: {}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: Metering agent@dv-cinder-689486-12-smb: {}, May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: Open vSwitch agent@dv-cinder-689486-12-smb: { 'AddressGroup': '1.2', May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'ConntrackHelper': '1.0', May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'Log': '1.0', May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'Network': '1.1', May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'Port': '1.7', May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'PortForwarding': '1.2', May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'QosPolicy': '1.8', May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'SecurityGroup': '1.4', May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'SecurityGroupRule': '1.2', May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'SubPort': '1.0', May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'Subnet': '1.1', May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: 'Trunk': '1.1'}} May 13 16:00:51.625049 dv-cinder-689486-12-smb neutron-server[79045]: {{(pid=79045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 16:00:51.634070 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:00:51.697563 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Attempting to bind port df1d96b7-dfcc-4819-ac20-7d561469df47 on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:00:51.698210 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Attempting to bind port df1d96b7-dfcc-4819-ac20-7d561469df47 by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '4354ee09-9266-4f90-8e33-6334f7233f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:00:51.698334 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Attempting to bind port df1d96b7-dfcc-4819-ac20-7d561469df47 on network b56e9dbf-1292-426c-9630-ae1429815c16 {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:00:51.704073 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:00:51.704577 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Checking segment: {'id': '4354ee09-9266-4f90-8e33-6334f7233f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:00:51.705906 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:51.705906 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Bound using segment: {'id': '4354ee09-9266-4f90-8e33-6334f7233f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:00:51.706204 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Bound port: df1d96b7-dfcc-4819-ac20-7d561469df47, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4354ee09-9266-4f90-8e33-6334f7233f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:00:51.706697 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:51.805063 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] For port df1d96b7-dfcc-4819-ac20-7d561469df47, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:00:51.809072 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] For port df1d96b7-dfcc-4819-ac20-7d561469df47, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=df1d96b7-dfcc-4819-ac20-7d561469df47,segment=NetworkSegment(4354ee09-9266-4f90-8e33-6334f7233f87),segment_id=4354ee09-9266-4f90-8e33-6334f7233f87)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:00:51.813960 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:51.818960 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:00:51.919597 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Pushing event updated for resources: {'Port': ['ID=df1d96b7-dfcc-4819-ac20-7d561469df47,revision_number=2']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:00:51.924799 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:00:53.194771 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60182) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:00:53.621017 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [None req-f743b9bf-2fa9-4cb4-94c0-ea8aedf2d64b admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 16:00:53.622149 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-f743b9bf-2fa9-4cb4-94c0-ea8aedf2d64b admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4263887 May 13 16:00:56.191892 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60192) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:00:56.756885 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [None req-eb887bdf-1520-4f28-aa08-61e95c724e57 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 16:00:56.760523 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-eb887bdf-1520-4f28-aa08-61e95c724e57 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5644391 May 13 16:00:57.879826 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device df1d96b7-dfcc-4819-ac20-7d561469df47 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:00:57.969308 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port df1d96b7-dfcc-4819-ac20-7d561469df47 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:00:58.090777 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a247ea-a9fe-4099-b4e2-384de7c8b16f None None] Network b56e9dbf-1292-426c-9630-ae1429815c16 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:00:58.205110 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-8699c485-aa2b-4b40-8786-b15e457583e8 None None] Provisioning for port df1d96b7-dfcc-4819-ac20-7d561469df47 completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:00:58.229221 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-8699c485-aa2b-4b40-8786-b15e457583e8 None None] Provisioning complete for port df1d96b7-dfcc-4819-ac20-7d561469df47 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:00:58.229221 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-8699c485-aa2b-4b40-8786-b15e457583e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:58.562945 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-8699c485-aa2b-4b40-8786-b15e457583e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:58.640475 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-8699c485-aa2b-4b40-8786-b15e457583e8 None None] For port df1d96b7-dfcc-4819-ac20-7d561469df47, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=df1d96b7-dfcc-4819-ac20-7d561469df47,segment=NetworkSegment(4354ee09-9266-4f90-8e33-6334f7233f87),segment_id=4354ee09-9266-4f90-8e33-6334f7233f87)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:00:58.646382 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-8699c485-aa2b-4b40-8786-b15e457583e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:58.668659 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:00:58.766069 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699c485-aa2b-4b40-8786-b15e457583e8 None None] Pushing event updated for resources: {'Port': ['ID=df1d96b7-dfcc-4819-ac20-7d561469df47,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:00:58.772716 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-8699c485-aa2b-4b40-8786-b15e457583e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:00:58.970668 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-111d92f1-8ecd-4ce7-a779-ae93e48acb60 None None] Provisioning complete for port df1d96b7-dfcc-4819-ac20-7d561469df47 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:00:58.971316 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-111d92f1-8ecd-4ce7-a779-ae93e48acb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:00:59.741431 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60210) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:00:59.813691 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device df1d96b7-dfcc-4819-ac20-7d561469df47 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:00:59.926361 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port df1d96b7-dfcc-4819-ac20-7d561469df47 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:00:59.926970 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:00.207914 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-c299b565-9918-4847-aa55-3d870340a0b7 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'name': 'router1'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:01:00.214057 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-c299b565-9918-4847-aa55-3d870340a0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:01:00.218495 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-c299b565-9918-4847-aa55-3d870340a0b7 admin admin] Usage tracker for resource:router and tenant:4cc4cf06c73e4e5a880d3e2512963e20 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:01:00.221992 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-c299b565-9918-4847-aa55-3d870340a0b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:01:00.228989 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-c299b565-9918-4847-aa55-3d870340a0b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:01:00.240251 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c299b565-9918-4847-aa55-3d870340a0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39763'] for router, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:00.241891 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c299b565-9918-4847-aa55-3d870340a0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39754'] for router, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:00.267022 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c299b565-9918-4847-aa55-3d870340a0b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:00.402547 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c299b565-9918-4847-aa55-3d870340a0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615199'] for router, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:00.424568 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c299b565-9918-4847-aa55-3d870340a0b7 admin admin] Notify callbacks [] for router, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:00.426140 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-c299b565-9918-4847-aa55-3d870340a0b7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6837044 May 13 16:01:00.879977 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-1eed238c-588f-4435-b479-56734e6038c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:01.229852 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 5 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:01:02.988234 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 60220) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:01:03.415090 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [None req-bebf1a8c-3fb5-45ed-85c5-bf205f067d48 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 16:01:03.416114 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-bebf1a8c-3fb5-45ed-85c5-bf205f067d48 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4266019 May 13 16:01:03.700119 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:03.990173 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-69b16c9f-3e58-4441-9039-937e5d340b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:04.911466 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:05.964475 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 60240) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:01:06.166387 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:01:06.171975 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:01:06.177284 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Usage tracker for resource:network and tenant:b61811f18b4b41b1b08ae44cb61e7b77 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:01:06.182196 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:01:06.188839 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:01:06.202975 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Made reservation on behalf of b61811f18b4b41b1b08ae44cb61e7b77 for: {'network': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:01:06.202975 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:06.220425 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:06.235511 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:01:06.240411 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Usage tracker for resource:security_group_rule and tenant:b61811f18b4b41b1b08ae44cb61e7b77 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:01:06.243899 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:01:06.250219 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:01:06.376073 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:06.382144 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:06.387323 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:01:06.403731 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Reserving flat network on physical network physnet1 {{(pid=79044) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 13 16:01:06.448774 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761811593364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:06.449352 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Unsubscribe: segment precommit_create {{(pid=79044) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 16:01:06.450091 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.segments_db [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Added segment 66304a10-cfad-463d-bfd2-ac5c24e5ee43 of type flat for network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 May 13 16:01:06.506527 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b154f195-40ea-471e-ab41-16fa102f1253,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:01:06.535834 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:06.538424 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:06.538811 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:06.539252 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:06.539743 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:06.540233 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:06.540668 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:06.541017 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:06.541375 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:06.541788 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:06.542151 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:06.542471 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:06.542817 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Tracked resource versions report: May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: pushed versions: May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: { 'AddressGroup': {'1.2'}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'ConntrackHelper': {'1.0'}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'Log': {'1.0'}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'Network': {'1.1'}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'Port': {'1.7'}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'PortForwarding': {'1.2'}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'QosPolicy': {'1.8'}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'SecurityGroup': {'1.4'}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'SecurityGroupRule': {'1.2'}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'SubPort': {'1.0'}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'Subnet': {'1.1'}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'Trunk': {'1.1'}} May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: consumer versions: May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: { DHCP agent@dv-cinder-689486-12-smb: {}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: L3 agent@dv-cinder-689486-12-smb: {}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: Metadata agent@dv-cinder-689486-12-smb: {}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: Metering agent@dv-cinder-689486-12-smb: {}, May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: Open vSwitch agent@dv-cinder-689486-12-smb: { 'AddressGroup': '1.2', May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'ConntrackHelper': '1.0', May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'Log': '1.0', May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'Network': '1.1', May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'Port': '1.7', May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'PortForwarding': '1.2', May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'QosPolicy': '1.8', May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'SecurityGroup': '1.4', May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'SecurityGroupRule': '1.2', May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'SubPort': '1.0', May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'Subnet': '1.1', May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: 'Trunk': '1.1'}} May 13 16:01:06.544585 dv-cinder-689486-12-smb neutron-server[79044]: {{(pid=79044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 16:01:06.605739 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:06.613523 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:01:06.659312 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:06.661785 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:01:06.662829 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:06.671321 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:01:06.804786 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8392179 May 13 16:01:06.805516 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Pushing event updated for resources: {'Network': ['ID=f952aaf9-96fc-499e-a9d2-7fec2a5f83f6,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:01:06.809545 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:01:06.822840 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:01:09.197964 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60264) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:01:09.327200 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841bc4de-fefd-4086-b604-f7e8a9e86467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:01:09.328744 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-841bc4de-fefd-4086-b604-f7e8a9e86467 admin admin] 10.222.0.54 "GET /v2.0/subnets/d4e2e9e1-bb45-4c43-8763-34268baa697b HTTP/1.1" status: 200 len: 849 time: 0.1297755 May 13 16:01:09.538553 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-b25a03a7-f5e5-46d1-9658-8edea7f8007a admin admin] 10.222.0.54 "GET /v2.0/routers/de330caa-fe0a-401c-8ce4-ddf90611ff80 HTTP/1.1" status: 200 len: 704 time: 0.2032564 May 13 16:01:10.077375 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:10.343012 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Allocated IP 172.20.0.1 (b56e9dbf-1292-426c-9630-ae1429815c16/d4e2e9e1-bb45-4c43-8763-34268baa697b/c9dfe7af-b5c1-47d5-8f50-f3823ab0013a) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:01:10.537561 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:10.561137 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Transition to ACTIVE for port object c9dfe7af-b5c1-47d5-8f50-f3823ab0013a will not be triggered until provisioned by entity DHCP. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:01:10.620777 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:10.626244 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:01:10.724098 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Network b56e9dbf-1292-426c-9630-ae1429815c16 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:01:10.727444 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:01:10.732304 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:01:10.733841 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622531'] for router_interface, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:10.907576 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Pushing event updated for resources: {'Port': ['ID=c9dfe7af-b5c1-47d5-8f50-f3823ab0013a,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:01:10.914655 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:01:11.028107 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-5ea29e99-66c6-40ac-a176-3b1b091d3e33 None None] Provisioning for port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:01:11.034422 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-5ea29e99-66c6-40ac-a176-3b1b091d3e33 None None] Provisioning complete for port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:01:11.035501 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-5ea29e99-66c6-40ac-a176-3b1b091d3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:11.088835 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:11.127644 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-5ea29e99-66c6-40ac-a176-3b1b091d3e33 None None] Port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:01:11.371302 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:11.377040 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:11.378330 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1040764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622428'] for router_interface, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:11.383453 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:01:11.518788 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Pushing event updated for resources: {'Port': ['ID=c9dfe7af-b5c1-47d5-8f50-f3823ab0013a,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:01:11.523539 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:01:11.594631 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Network b56e9dbf-1292-426c-9630-ae1429815c16 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:01:11.595823 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:01:11.857439 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-01e8365d-60bf-4b40-b0ea-0c1293b6fa35 None None] Provisioning complete for port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:01:11.857806 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-01e8365d-60bf-4b40-b0ea-0c1293b6fa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:11.926541 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Router de330caa-fe0a-401c-8ce4-ddf90611ff80 is scheduled to L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa with binding_index 1 {{(pid=79043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 16:01:11.929575 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-01e8365d-60bf-4b40-b0ea-0c1293b6fa35 None None] Port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:01:12.095119 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:01:12.105957 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] 10.222.0.54 "PUT /v2.0/routers/de330caa-fe0a-401c-8ce4-ddf90611ff80/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5626426 May 13 16:01:12.108494 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Sync routers for ids ['de330caa-fe0a-401c-8ce4-ddf90611ff80'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:01:12.124253 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Routers {'de330caa-fe0a-401c-8ce4-ddf90611ff80'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:01:12.125470 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:01:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de330caa-fe0a-401c-8ce4-ddf90611ff80'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:01:12.420359 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Set router de330caa-fe0a-401c-8ce4-ddf90611ff80 gateway port host: None {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:01:12.911200 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'name': 'router1', 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:01:00Z', 'updated_at': '2021-05-13T16:01:10Z', 'revision_number': 2, 'project_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'gw_port_host': None, '_interfaces': [{'id': 'c9dfe7af-b5c1-47d5-8f50-f3823ab0013a', 'name': '', 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16', 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'mac_address': 'fa:16:3e:0b:8f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4e2e9e1-bb45-4c43-8763-34268baa697b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:01:10Z', 'updated_at': '2021-05-13T16:01:11Z', 'revision_number': 2, 'project_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'subnets': [{'id': 'd4e2e9e1-bb45-4c43-8763-34268baa697b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d918572-588d-41ee-9a36-b2d25ec8728a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:01:12.917233 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Checking router: de330caa-fe0a-401c-8ce4-ddf90611ff80 for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:01:12.917712 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Updating router de330caa-fe0a-401c-8ce4-ddf90611ff80 port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a binding host dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:01:12.985030 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:13.491758 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:13.509498 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.provisioning_blocks [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Transition to ACTIVE for port object c9dfe7af-b5c1-47d5-8f50-f3823ab0013a will not be triggered until provisioned by entity L2. {{(pid=79046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:01:13.518440 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:13.526232 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:01:13.824456 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Pushing event updated for resources: {'Port': ['ID=c9dfe7af-b5c1-47d5-8f50-f3823ab0013a,revision_number=3']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:01:13.837879 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:13.838216 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:13.838541 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:13.838856 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:13.839171 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:13.839512 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:13.839820 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:13.840136 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:13.840453 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:13.840758 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:13.841065 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:13.841369 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Tracked resource versions report: May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: pushed versions: May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: { 'AddressGroup': {'1.2'}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'ConntrackHelper': {'1.0'}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'Log': {'1.0'}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'Network': {'1.1'}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'Port': {'1.7'}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'PortForwarding': {'1.2'}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'QosPolicy': {'1.8'}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'SecurityGroup': {'1.4'}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'SecurityGroupRule': {'1.2'}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'SubPort': {'1.0'}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'Subnet': {'1.1'}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'Trunk': {'1.1'}} May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: consumer versions: May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: { DHCP agent@dv-cinder-689486-12-smb: {}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: L3 agent@dv-cinder-689486-12-smb: {}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: Metadata agent@dv-cinder-689486-12-smb: {}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: Metering agent@dv-cinder-689486-12-smb: {}, May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: Open vSwitch agent@dv-cinder-689486-12-smb: { 'AddressGroup': '1.2', May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'ConntrackHelper': '1.0', May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'Log': '1.0', May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'Network': '1.1', May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'Port': '1.7', May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'PortForwarding': '1.2', May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'QosPolicy': '1.8', May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'SecurityGroup': '1.4', May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'SecurityGroupRule': '1.2', May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'SubPort': '1.0', May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'Subnet': '1.1', May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: 'Trunk': '1.1'}} May 13 16:01:13.842467 dv-cinder-689486-12-smb neutron-server[79046]: {{(pid=79046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 16:01:13.844687 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Attempting to bind port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:01:13.845067 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Attempting to bind port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '4354ee09-9266-4f90-8e33-6334f7233f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16'}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:01:13.845481 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Attempting to bind port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a on network b56e9dbf-1292-426c-9630-ae1429815c16 {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:01:13.851977 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:01:13.854561 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:01:13.854971 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Checking segment: {'id': '4354ee09-9266-4f90-8e33-6334f7233f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:01:13.855486 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:13.855876 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Bound using segment: {'id': '4354ee09-9266-4f90-8e33-6334f7233f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16'} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:01:13.856379 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Bound port: c9dfe7af-b5c1-47d5-8f50-f3823ab0013a, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4354ee09-9266-4f90-8e33-6334f7233f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16'}}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:01:13.856758 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:13.966633 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] For port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:01:13.975667 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] For port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=c9dfe7af-b5c1-47d5-8f50-f3823ab0013a,segment=NetworkSegment(4354ee09-9266-4f90-8e33-6334f7233f87),segment_id=4354ee09-9266-4f90-8e33-6334f7233f87)] {{(pid=79046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:01:13.983137 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:13.994645 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:01:14.157753 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Routers {'de330caa-fe0a-401c-8ce4-ddf90611ff80'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:01:14.158789 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:01:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de330caa-fe0a-401c-8ce4-ddf90611ff80'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:01:14.332744 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Pushing event updated for resources: {'Port': ['ID=c9dfe7af-b5c1-47d5-8f50-f3823ab0013a,revision_number=4']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:01:14.338500 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:01:14.388403 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] Set router de330caa-fe0a-401c-8ce4-ddf90611ff80 gateway port host: None {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:01:14.807223 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'name': 'router1', 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:01:00Z', 'updated_at': '2021-05-13T16:01:10Z', 'revision_number': 2, 'project_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'gw_port_host': None, '_interfaces': [{'id': 'c9dfe7af-b5c1-47d5-8f50-f3823ab0013a', 'name': '', 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16', 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'mac_address': 'fa:16:3e:0b:8f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4e2e9e1-bb45-4c43-8763-34268baa697b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:01:10Z', 'updated_at': '2021-05-13T16:01:13Z', 'revision_number': 4, 'project_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'subnets': [{'id': 'd4e2e9e1-bb45-4c43-8763-34268baa697b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d918572-588d-41ee-9a36-b2d25ec8728a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:01:14.813134 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca799c7-8a28-4c49-a1bb-22d364e57fb5 None None] The sync data for ids ['de330caa-fe0a-401c-8ce4-ddf90611ff80'] in dv-cinder-689486-12-smb is: [{'id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'name': 'router1', 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:01:00Z', 'updated_at': '2021-05-13T16:01:10Z', 'revision_number': 2, 'project_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'gw_port_host': None, '_interfaces': [{'id': 'c9dfe7af-b5c1-47d5-8f50-f3823ab0013a', 'name': '', 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16', 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'mac_address': 'fa:16:3e:0b:8f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4e2e9e1-bb45-4c43-8763-34268baa697b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:01:10Z', 'updated_at': '2021-05-13T16:01:13Z', 'revision_number': 4, 'project_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'subnets': [{'id': 'd4e2e9e1-bb45-4c43-8763-34268baa697b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d918572-588d-41ee-9a36-b2d25ec8728a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:01:14.820612 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60276) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:01:15.017948 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2814791-bb52-46fa-a042-00ed653bf68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:01:15.019620 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-c2814791-bb52-46fa-a042-00ed653bf68b admin admin] 10.222.0.54 "GET /v2.0/networks/f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 HTTP/1.1" status: 200 len: 842 time: 0.1976833 May 13 16:01:15.036971 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Request body: {'subnet': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:01:15.042628 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:01:15.046844 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Usage tracker for resource:subnet and tenant:b61811f18b4b41b1b08ae44cb61e7b77 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:01:15.049950 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:01:15.057922 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:01:15.069626 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Made reservation on behalf of b61811f18b4b41b1b08ae44cb61e7b77 for: {'subnet': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:01:15.072286 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Notify callbacks [] for subnet, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:15.730614 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.objects.ports [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79043) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 13 16:01:15.731054 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:15.738279 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-db1c85e3-e81c-40d3-9d52-cbca13e00acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:01:15.827656 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9119b35-45a9-413f-9edc-493154b556dd,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:01:15.840702 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:01:15.841583 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Checking segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:01:15.841928 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Network hostable DHCP agents. Network: f952aaf9-96fc-499e-a9d2-7fec2a5f83f6, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:01:15.864797 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:01:15.876382 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, f952aaf9-96fc-499e-a9d2-7fec2a5f83f6) {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:01:15.883742 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:01:15.884910 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:15.889795 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b9797-224f-4a44-8fa7-f98607179a86 None None] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:01:15.910313 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8827050 May 13 16:01:16.171759 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319c707f-8b61-493c-8438-8cc9836a4db3 None None] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:01:18.404836 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 60290) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:01:18.685617 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-60aa71ed-fa4f-4999-b66e-6cfa805301a6 admin admin] 10.222.0.54 "GET /v2.0/routers/de330caa-fe0a-401c-8ce4-ddf90611ff80 HTTP/1.1" status: 200 len: 710 time: 0.2795663 May 13 16:01:18.859098 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784c930-94c2-4bd3-b0df-07cddaf7b333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:01:18.859730 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-0784c930-94c2-4bd3-b0df-07cddaf7b333 admin admin] Synchronizing usage tracker for tenant:b61811f18b4b41b1b08ae44cb61e7b77 on resource:network {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:01:18.880024 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-0784c930-94c2-4bd3-b0df-07cddaf7b333 admin admin] Unset dirty status for tenant:b61811f18b4b41b1b08ae44cb61e7b77 on resource:network {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:01:18.881312 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-0784c930-94c2-4bd3-b0df-07cddaf7b333 admin admin] 10.222.0.54 "GET /v2.0/networks/f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 HTTP/1.1" status: 200 len: 886 time: 0.1902566 May 13 16:01:18.891298 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:01:19.381398 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39800'] for router, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:19.745583 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:19.812457 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:19.837988 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device c9dfe7af-b5c1-47d5-8f50-f3823ab0013a up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:01:19.920788 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:01:19.925896 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:01:19.926273 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:19.975937 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Allocated IP 172.28.1.79 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/1cc4d4f0-298f-416a-be83-5a843b1f6168) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:01:20.045198 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:20.082302 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=c9dfe7af-b5c1-47d5-8f50-f3823ab0013a,segment=NetworkSegment(4354ee09-9266-4f90-8e33-6334f7233f87),segment_id=4354ee09-9266-4f90-8e33-6334f7233f87)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:01:20.086549 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:20.088860 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-8699c485-aa2b-4b40-8786-b15e457583e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:01:20.135930 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:20.155001 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=c9dfe7af-b5c1-47d5-8f50-f3823ab0013a,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:01:20.158094 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:01:20.198313 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:20.204412 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:01:20.305705 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:01:20.308502 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:01:20.319134 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:01:20.431707 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Pushing event updated for resources: {'Port': ['ID=1cc4d4f0-298f-416a-be83-5a843b1f6168,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:01:20.447566 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:01:20.728405 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:21.073556 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39800'] for router, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:21.077092 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-618583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-666880'] for router, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:21.264812 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Router de330caa-fe0a-401c-8ce4-ddf90611ff80 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:01:21.450029 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:01:21.458943 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Notify callbacks [] for router, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:21.460915 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] 10.222.0.54 "PUT /v2.0/routers/de330caa-fe0a-401c-8ce4-ddf90611ff80 HTTP/1.1" status: 200 len: 889 time: 2.5736518 May 13 16:01:21.461637 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Sync routers for ids ['de330caa-fe0a-401c-8ce4-ddf90611ff80'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:01:21.472672 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Routers {'de330caa-fe0a-401c-8ce4-ddf90611ff80'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:01:21.473368 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:01:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de330caa-fe0a-401c-8ce4-ddf90611ff80'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:01:21.693087 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Set router de330caa-fe0a-401c-8ce4-ddf90611ff80 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:01:21.929087 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device c9dfe7af-b5c1-47d5-8f50-f3823ab0013a up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:01:22.148793 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:01:22.149088 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:22.371733 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'name': 'router1', 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '1cc4d4f0-298f-416a-be83-5a843b1f6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:01:00Z', 'updated_at': '2021-05-13T16:01:20Z', 'revision_number': 4, 'project_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'gw_port': {'id': '1cc4d4f0-298f-416a-be83-5a843b1f6168', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:01:19Z', 'updated_at': '2021-05-13T16:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'c9dfe7af-b5c1-47d5-8f50-f3823ab0013a', 'name': '', 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16', 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'mac_address': 'fa:16:3e:0b:8f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4e2e9e1-bb45-4c43-8763-34268baa697b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:01:10Z', 'updated_at': '2021-05-13T16:01:20Z', 'revision_number': 5, 'project_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'subnets': [{'id': 'd4e2e9e1-bb45-4c43-8763-34268baa697b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d918572-588d-41ee-9a36-b2d25ec8728a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:01:22.377029 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Checking router: de330caa-fe0a-401c-8ce4-ddf90611ff80 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:01:22.377408 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Updating router de330caa-fe0a-401c-8ce4-ddf90611ff80 port 1cc4d4f0-298f-416a-be83-5a843b1f6168 binding host dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:01:22.434997 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:22.799483 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Notify callbacks [] for port, precommit_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:22.817912 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Transition to ACTIVE for port object 1cc4d4f0-298f-416a-be83-5a843b1f6168 will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:01:22.827805 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:22.833732 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-af714ffd-cf11-4011-9916-7bf7308b0893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:01:22.918691 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a4842-66e7-4dd0-9c78-ed35e3f9ee0b None None] Pushing event updated for resources: {'Port': ['ID=1cc4d4f0-298f-416a-be83-5a843b1f6168,revision_number=2']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:01:22.922716 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Attempting to bind port 1cc4d4f0-298f-416a-be83-5a843b1f6168 on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:01:22.923168 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Attempting to bind port 1cc4d4f0-298f-416a-be83-5a843b1f6168 by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:01:22.923995 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Attempting to bind port 1cc4d4f0-298f-416a-be83-5a843b1f6168 on network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:01:22.928803 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-931a4842-66e7-4dd0-9c78-ed35e3f9ee0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:01:22.933374 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:01:22.933983 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Checking segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:01:22.934643 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:22.935303 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Bound using segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:01:22.936127 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Bound port: 1cc4d4f0-298f-416a-be83-5a843b1f6168, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:01:22.936771 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:23.033046 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] For port 1cc4d4f0-298f-416a-be83-5a843b1f6168, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:01:23.036541 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] For port 1cc4d4f0-298f-416a-be83-5a843b1f6168, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=1cc4d4f0-298f-416a-be83-5a843b1f6168,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:01:23.041435 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:23.046068 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:01:23.126391 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Routers {'de330caa-fe0a-401c-8ce4-ddf90611ff80'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:01:23.127028 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:01:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de330caa-fe0a-401c-8ce4-ddf90611ff80'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:01:23.186477 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a4842-66e7-4dd0-9c78-ed35e3f9ee0b None None] Pushing event updated for resources: {'Port': ['ID=1cc4d4f0-298f-416a-be83-5a843b1f6168,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:01:23.247134 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-931a4842-66e7-4dd0-9c78-ed35e3f9ee0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:01:23.321106 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] Set router de330caa-fe0a-401c-8ce4-ddf90611ff80 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:01:23.699013 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'name': 'router1', 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '1cc4d4f0-298f-416a-be83-5a843b1f6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:01:00Z', 'updated_at': '2021-05-13T16:01:20Z', 'revision_number': 4, 'project_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'gw_port': {'id': '1cc4d4f0-298f-416a-be83-5a843b1f6168', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:01:19Z', 'updated_at': '2021-05-13T16:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'c9dfe7af-b5c1-47d5-8f50-f3823ab0013a', 'name': '', 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16', 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'mac_address': 'fa:16:3e:0b:8f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4e2e9e1-bb45-4c43-8763-34268baa697b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:01:10Z', 'updated_at': '2021-05-13T16:01:20Z', 'revision_number': 5, 'project_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'subnets': [{'id': 'd4e2e9e1-bb45-4c43-8763-34268baa697b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d918572-588d-41ee-9a36-b2d25ec8728a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:01:23.703079 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5955d-4532-48a0-9add-60632ca87fde None None] The sync data for ids ['de330caa-fe0a-401c-8ce4-ddf90611ff80'] in dv-cinder-689486-12-smb is: [{'id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'name': 'router1', 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '1cc4d4f0-298f-416a-be83-5a843b1f6168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:01:00Z', 'updated_at': '2021-05-13T16:01:20Z', 'revision_number': 4, 'project_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'gw_port': {'id': '1cc4d4f0-298f-416a-be83-5a843b1f6168', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:01:19Z', 'updated_at': '2021-05-13T16:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'c9dfe7af-b5c1-47d5-8f50-f3823ab0013a', 'name': '', 'network_id': 'b56e9dbf-1292-426c-9630-ae1429815c16', 'tenant_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'mac_address': 'fa:16:3e:0b:8f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de330caa-fe0a-401c-8ce4-ddf90611ff80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4e2e9e1-bb45-4c43-8763-34268baa697b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:01:10Z', 'updated_at': '2021-05-13T16:01:20Z', 'revision_number': 5, 'project_id': '4cc4cf06c73e4e5a880d3e2512963e20', 'subnets': [{'id': 'd4e2e9e1-bb45-4c43-8763-34268baa697b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d918572-588d-41ee-9a36-b2d25ec8728a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:01:23.921109 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 1cc4d4f0-298f-416a-be83-5a843b1f6168 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:01:23.982273 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 60300) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:01:24.010862 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 1cc4d4f0-298f-416a-be83-5a843b1f6168 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:01:24.017679 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 1cc4d4f0-298f-416a-be83-5a843b1f6168 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:01:24.018405 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:24.162661 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:24.176052 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-bbe29b62-c29f-42bb-a64c-4bdebec26ab5 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1918967 May 13 16:01:24.182964 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 1cc4d4f0-298f-416a-be83-5a843b1f6168, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=1cc4d4f0-298f-416a-be83-5a843b1f6168,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:01:24.189437 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:24.192235 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-931a4842-66e7-4dd0-9c78-ed35e3f9ee0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:01:24.268660 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=1cc4d4f0-298f-416a-be83-5a843b1f6168,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:01:24.276328 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:01:25.827969 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 1cc4d4f0-298f-416a-be83-5a843b1f6168 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:01:25.908660 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 1cc4d4f0-298f-416a-be83-5a843b1f6168 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:01:25.909036 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:30.927259 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-d2dcea6c-6a2a-4722-a61f-fd75581ca6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:33.727008 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:34.025189 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-b12c1c50-05ff-4b2d-98c6-088370eb36bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:34.932898 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:36.536616 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:01:38.243745 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 5 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:02:00.879800 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-8c72a86a-9163-4a16-93e7-60ec33c3162f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:03.708076 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:03.996376 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-72e4d0ac-4800-42ec-8468-0c4ecc5293f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:04.918263 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:06.542000 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:15.232506 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 5 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:02:30.873144 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-fc23daf1-887a-43ec-bd18-8ca540c86b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:33.705007 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:33.988922 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf336-1815-44d9-acf1-7bb581aa4347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:34.921464 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:36.546958 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:02:52.230543 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 5 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:03:00.875645 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-22a94350-575c-4575-95d6-36195ab53b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:03.709524 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:03.989501 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0efe-6fc3-4411-9790-b4d8b04f2b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:04.920556 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:06.556901 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:08.035174 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60870) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:03:08.103981 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31fc8af-5ea3-451c-920d-bc5fadccd9a2 admin admin] GET failed (client error): The resource could not be found. May 13 16:03:08.105249 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-e31fc8af-5ea3-451c-920d-bc5fadccd9a2 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0690863 May 13 16:03:08.239388 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb3c47b-011e-41c0-a04d-30012e3927dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:08.240860 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-bfb3c47b-011e-41c0-a04d-30012e3927dc admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1319044 May 13 16:03:10.361492 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60880) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:03:10.473618 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8303e2-84ea-4ec8-95b9-c56503af2e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:10.474182 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-8f8303e2-84ea-4ec8-95b9-c56503af2e71 admin admin] Synchronizing usage tracker for tenant:b61811f18b4b41b1b08ae44cb61e7b77 on resource:subnet {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:03:10.490547 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-8f8303e2-84ea-4ec8-95b9-c56503af2e71 admin admin] Unset dirty status for tenant:b61811f18b4b41b1b08ae44cb61e7b77 on resource:subnet {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:03:10.491738 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-8f8303e2-84ea-4ec8-95b9-c56503af2e71 admin admin] 10.222.0.54 "GET /v2.0/subnets/d4e2e9e1-bb45-4c43-8763-34268baa697b HTTP/1.1" status: 200 len: 849 time: 0.1292639 May 13 16:03:10.500829 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:03:10.615385 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Notify callbacks [] for subnet, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:10.811257 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761811568680'] for subnet, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:10.816327 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-fea3d634-aea7-47d3-8789-6ec81134f6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:03:10.856562 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:10.857408 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:10.871542 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] 10.222.0.54 "PUT /v2.0/subnets/d4e2e9e1-bb45-4c43-8763-34268baa697b HTTP/1.1" status: 200 len: 868 time: 0.3613706 May 13 16:03:10.871775 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7872240a-5f88-4a90-943b-8bb54f4824e3 None None] Network b56e9dbf-1292-426c-9630-ae1429815c16 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:03:10.888469 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e2e9e1-bb45-4c43-8763-34268baa697b,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:03:10.899248 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:10.899896 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:10.900234 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:10.900564 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:10.900890 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:10.901216 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:10.901537 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:10.901860 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:10.902180 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:10.902499 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:10.902892 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:10.903210 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:10.906953 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:03:11.325139 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-984fa5a9-90bd-4e55-87fd-b1cea6c1de56 None None] Provisioning complete for port c9dfe7af-b5c1-47d5-8f50-f3823ab0013a triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:03:11.326639 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-984fa5a9-90bd-4e55-87fd-b1cea6c1de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:11.453939 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-984fa5a9-90bd-4e55-87fd-b1cea6c1de56 None None] Provisioning complete for port df1d96b7-dfcc-4819-ac20-7d561469df47 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:03:11.454895 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-984fa5a9-90bd-4e55-87fd-b1cea6c1de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:13.087140 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60890) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:03:13.275917 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3d40ca-9208-48be-9809-195273e18455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:13.276559 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3d40ca-9208-48be-9809-195273e18455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:13.278136 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-fa3d40ca-9208-48be-9809-195273e18455 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1899998 May 13 16:03:15.488743 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60900) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:03:15.670805 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a18ae2-9bbd-450e-87cd-f1e5f7524958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:15.671203 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a18ae2-9bbd-450e-87cd-f1e5f7524958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:15.672763 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-55a18ae2-9bbd-450e-87cd-f1e5f7524958 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1830716 May 13 16:03:17.833114 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60910) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:03:18.016514 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b93c68-f70b-4dcb-8850-94bd0e6512ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:18.018695 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-d0b93c68-f70b-4dcb-8850-94bd0e6512ed admin admin] 10.222.0.54 "GET /v2.0/networks/b56e9dbf-1292-426c-9630-ae1429815c16 HTTP/1.1" status: 200 len: 869 time: 0.1846449 May 13 16:03:20.144165 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60920) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:03:20.350666 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd67b82-878e-4c53-9936-b10e7629ab0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:20.352067 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-bfd67b82-878e-4c53-9936-b10e7629ab0e admin admin] 10.222.0.54 "GET /v2.0/networks/f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 HTTP/1.1" status: 200 len: 886 time: 0.2069435 May 13 16:03:22.478866 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60930) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:03:22.588639 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb073a-534c-4061-8b1c-f5283e1e5bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:22.589101 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb073a-534c-4061-8b1c-f5283e1e5bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:22.590592 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-6edb073a-534c-4061-8b1c-f5283e1e5bed admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1107616 May 13 16:03:24.824411 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60940) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:03:24.932985 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2576f2ba-ad33-4dd1-a5c0-d4bf021f57a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:24.933449 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2576f2ba-ad33-4dd1-a5c0-d4bf021f57a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:24.934984 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-2576f2ba-ad33-4dd1-a5c0-d4bf021f57a5 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1096520 May 13 16:03:27.090489 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60950) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:03:27.194576 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd723118-b84e-481d-a684-0852a7b3961b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:27.195954 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-dd723118-b84e-481d-a684-0852a7b3961b admin admin] 10.222.0.54 "GET /v2.0/subnets/b9119b35-45a9-413f-9edc-493154b556dd HTTP/1.1" status: 200 len: 816 time: 0.1044912 May 13 16:03:29.229335 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 5 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:03:29.380879 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 60960) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:03:29.497714 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d3594-89a1-43f6-8b77-e27b7008d301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:29.498965 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-492d3594-89a1-43f6-8b77-e27b7008d301 admin admin] 10.222.0.54 "GET /v2.0/subnets/d4e2e9e1-bb45-4c43-8763-34268baa697b HTTP/1.1" status: 200 len: 868 time: 0.1170704 May 13 16:03:30.879157 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-1bef93a1-8f72-4c21-8b21-96ebd12f3106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:33.712635 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:33.991766 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2fe0e013-96c9-431f-a33b-867b9825c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:34.924687 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:36.558369 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:52.675536 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 32772) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:03:52.725267 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [None req-166ba4d5-2111-425e-a6bd-39c51134710b admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 16:03:52.726263 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-166ba4d5-2111-425e-a6bd-39c51134710b admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498095 May 13 16:03:54.978058 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 32782) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:03:55.047929 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.pecan_wsgi.hooks.translation [None req-55eecfce-0fc2-403d-a57f-2c1ca441f42d admin admin] GET failed (client error): The resource could not be found. May 13 16:03:55.049078 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-55eecfce-0fc2-403d-a57f-2c1ca441f42d admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0700774 May 13 16:03:55.220879 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4face5-04c5-44d1-843a-dec38cddacfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:55.222363 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-6b4face5-04c5-44d1-843a-dec38cddacfc admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1694310 May 13 16:03:57.386401 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 32792) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:03:57.440234 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:03:57.445718 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:03:57.456299 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:03:57.465817 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Made reservation on behalf of b61811f18b4b41b1b08ae44cb61e7b77 for: {'network': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:03:57.468175 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:57.558065 dv-cinder-689486-12-smb neutron-server[79044]: WARNING neutron.services.revisions.revision_plugin [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Could not find related network for resource to bump revision. May 13 16:03:57.572002 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=79044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:03:57.581479 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:57.581858 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.segments_db [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Added segment fffb3dd9-bcc2-4c8d-b382-b7df6000afc6 of type vlan for network bc91c5ba-9c06-482e-b2f2-6c670451465f May 13 16:03:57.608405 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:57.640707 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:57.642292 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:03:57.642880 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:03:57.646310 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:03:57.746413 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Pushing event updated for resources: {'Network': ['ID=bc91c5ba-9c06-482e-b2f2-6c670451465f,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:03:57.750813 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3631794 May 13 16:03:57.754977 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:57.755344 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:57.755695 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:57.756025 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:57.756351 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:57.756676 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:57.756996 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:57.757318 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:57.757638 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:57.757956 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:57.758272 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:57.758599 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:03:57.765067 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:03:57.774718 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network bc91c5ba-9c06-482e-b2f2-6c670451465f details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:03:59.977498 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 32802) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:04:00.057347 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.pecan_wsgi.hooks.translation [None req-862f31ab-3e5d-44fd-8160-4c4ddeb62c7b admin admin] GET failed (client error): The resource could not be found. May 13 16:04:00.057870 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-862f31ab-3e5d-44fd-8160-4c4ddeb62c7b admin admin] Synchronizing usage tracker for tenant:b61811f18b4b41b1b08ae44cb61e7b77 on resource:network {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:04:00.072837 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-862f31ab-3e5d-44fd-8160-4c4ddeb62c7b admin admin] Unset dirty status for tenant:b61811f18b4b41b1b08ae44cb61e7b77 on resource:network {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:04:00.074163 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-862f31ab-3e5d-44fd-8160-4c4ddeb62c7b admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0950942 May 13 16:04:00.181613 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fc9b3c-dfe0-480e-8123-12c5e8534ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:04:00.182949 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-24fc9b3c-dfe0-480e-8123-12c5e8534ebb admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1049478 May 13 16:04:00.192451 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'bc91c5ba-9c06-482e-b2f2-6c670451465f', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:04:00.196825 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:04:00.206976 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:04:00.216683 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Made reservation on behalf of b61811f18b4b41b1b08ae44cb61e7b77 for: {'subnet': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:04:00.219032 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Notify callbacks [] for subnet, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:00.612479 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:00.616932 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:04:00.688735 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6472c87c-0d17-4657-8b6e-85faffd3f30c,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:04:00.696851 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:04:00.697612 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Checking segment: {'id': 'fffb3dd9-bcc2-4c8d-b382-b7df6000afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bc91c5ba-9c06-482e-b2f2-6c670451465f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:04:00.697959 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Network hostable DHCP agents. Network: bc91c5ba-9c06-482e-b2f2-6c670451465f, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:04:00.718297 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Network bc91c5ba-9c06-482e-b2f2-6c670451465f is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:04:00.730597 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, bc91c5ba-9c06-482e-b2f2-6c670451465f) {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:04:00.739102 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef90e94-7589-45fa-97e0-595e97bef90b None None] Network bc91c5ba-9c06-482e-b2f2-6c670451465f requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:04:00.751805 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:04:00.752429 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:00.799415 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5987844 May 13 16:04:00.921053 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-c876b3e7-e41a-4ace-bf3e-e8480a1e03a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:00.986538 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb91a938c-c7eb-57f3-9db8-b6e3dc3a6dc3-bc91c5ba-9c06-482e-b2f2-6c670451465f', 'network_id': 'bc91c5ba-9c06-482e-b2f2-6c670451465f', 'tenant_id': 'b61811f18b4b41b1b08ae44cb61e7b77', 'fixed_ips': [{'subnet_id': '6472c87c-0d17-4657-8b6e-85faffd3f30c'}]}} from dv-cinder-689486-12-smb. {{(pid=79045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 13 16:04:00.987548 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:01.147776 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.db_base_plugin_common [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Allocated IP 192.168.233.2 (bc91c5ba-9c06-482e-b2f2-6c670451465f/6472c87c-0d17-4657-8b6e-85faffd3f30c/8e5e7695-5216-4d27-878d-0d6673e6cda2) {{(pid=79045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:04:01.362905 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Notify callbacks [] for port, precommit_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:01.374441 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Transition to ACTIVE for port object 8e5e7695-5216-4d27-878d-0d6673e6cda2 will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:04:01.393597 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Transition to ACTIVE for port object 8e5e7695-5216-4d27-878d-0d6673e6cda2 will not be triggered until provisioned by entity DHCP. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:04:01.398762 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:01.403641 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:04:01.473299 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Network bc91c5ba-9c06-482e-b2f2-6c670451465f is already hosted by enough agents. {{(pid=79045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:04:01.476853 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.base_scheduler [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Resources bound (agent type, host, resource id): {{(pid=79045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:04:01.478541 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Pushing event updated for resources: {'Port': ['ID=8e5e7695-5216-4d27-878d-0d6673e6cda2,revision_number=1']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:04:01.480762 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Received port after_create {{(pid=79045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:04:01.490507 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:04:01.490848 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:04:01.491182 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:04:01.491538 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:04:01.491865 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:04:01.492190 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:04:01.492512 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:04:01.492834 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:04:01.493217 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:04:01.493492 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:04:01.493805 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:04:01.494143 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:04:01.521248 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:04:01.579927 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Attempting to bind port 8e5e7695-5216-4d27-878d-0d6673e6cda2 on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:04:01.580294 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Attempting to bind port 8e5e7695-5216-4d27-878d-0d6673e6cda2 by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': 'fffb3dd9-bcc2-4c8d-b382-b7df6000afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bc91c5ba-9c06-482e-b2f2-6c670451465f'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:04:01.580654 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Attempting to bind port 8e5e7695-5216-4d27-878d-0d6673e6cda2 on network bc91c5ba-9c06-482e-b2f2-6c670451465f {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:04:01.586264 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:04:01.586641 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Checking segment: {'id': 'fffb3dd9-bcc2-4c8d-b382-b7df6000afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bc91c5ba-9c06-482e-b2f2-6c670451465f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:04:01.587035 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:01.587519 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Bound using segment: {'id': 'fffb3dd9-bcc2-4c8d-b382-b7df6000afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bc91c5ba-9c06-482e-b2f2-6c670451465f'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:04:01.588031 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Bound port: 8e5e7695-5216-4d27-878d-0d6673e6cda2, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffb3dd9-bcc2-4c8d-b382-b7df6000afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bc91c5ba-9c06-482e-b2f2-6c670451465f'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:04:01.588411 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:01.681000 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] For port 8e5e7695-5216-4d27-878d-0d6673e6cda2, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:04:01.684971 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] For port 8e5e7695-5216-4d27-878d-0d6673e6cda2, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=8e5e7695-5216-4d27-878d-0d6673e6cda2,segment=NetworkSegment(fffb3dd9-bcc2-4c8d-b382-b7df6000afc6),segment_id=fffb3dd9-bcc2-4c8d-b382-b7df6000afc6)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:04:01.689931 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:01.694035 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:04:01.771546 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Pushing event updated for resources: {'Port': ['ID=8e5e7695-5216-4d27-878d-0d6673e6cda2,revision_number=2']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:04:01.776672 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:04:02.551049 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5892445c-ffee-4eb6-a85f-298e753bf51a None None] Network bc91c5ba-9c06-482e-b2f2-6c670451465f requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:04:02.649123 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-da8574d3-3563-4e6a-b328-331707179a15 None None] Provisioning for port 8e5e7695-5216-4d27-878d-0d6673e6cda2 completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:04:03.716111 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:03.958794 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 8e5e7695-5216-4d27-878d-0d6673e6cda2 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:04:04.041662 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0ca17008-2446-4b6a-8a9d-a2fe02b5876c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:04.060548 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 8e5e7695-5216-4d27-878d-0d6673e6cda2 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:04:04.065878 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 8e5e7695-5216-4d27-878d-0d6673e6cda2 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:04:04.066246 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:04.179921 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:04.213464 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 8e5e7695-5216-4d27-878d-0d6673e6cda2, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=8e5e7695-5216-4d27-878d-0d6673e6cda2,segment=NetworkSegment(fffb3dd9-bcc2-4c8d-b382-b7df6000afc6),segment_id=fffb3dd9-bcc2-4c8d-b382-b7df6000afc6)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:04:04.217503 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:04.220465 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:04:04.288587 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=8e5e7695-5216-4d27-878d-0d6673e6cda2,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:04:04.292061 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:04:04.928893 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:05.943075 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 8e5e7695-5216-4d27-878d-0d6673e6cda2 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:04:06.010699 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 8e5e7695-5216-4d27-878d-0d6673e6cda2 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:04:06.011060 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:06.227694 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 5 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:04:06.563398 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:30.885168 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-bdfaee2b-c548-44a0-b675-d70014c1538c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:33.717917 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:33.995274 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-39a18bbe-32f3-4712-a9ae-fdd0f60e5ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:34.925437 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:36.563823 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:04:43.225969 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 5 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:05:00.895964 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-d5ac7d2a-5c18-4732-a695-a5835ad2f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:03.721592 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:03.998377 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-dda144c4-3398-412e-8329-c65b387e9a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:04.927902 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:06.569030 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:07.255233 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 32852) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:07.261280 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [None req-02442f42-4819-4bad-a3ab-891064a48440 tempest-verify_tempest_config-526213407 tempest-verify_tempest_config-526213407-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 16:05:07.262360 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-02442f42-4819-4bad-a3ab-891064a48440 tempest-verify_tempest_config-526213407 tempest-verify_tempest_config-526213407-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059936 May 13 16:05:07.591428 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 32870) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:07.724504 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:07.739406 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:05:07.743171 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Usage tracker for resource:security_group_rule and tenant:d37ef55dd84f473d9a691c1f00a75657 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:05:07.745953 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:05:07.752724 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:05:07.840491 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:07.846143 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:07.853470 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:05:07.892380 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e66e93-db20-44ff-9f13-43a0e0ca1e85,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:07.896474 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d37ef55dd84f473d9a691c1f00a75657&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3039918 May 13 16:05:07.899285 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 32876) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:05:07.902443 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:07.902809 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:07.903150 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:07.903533 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:07.903852 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:07.904667 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:07.904667 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:07.904847 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:07.905135 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:07.905458 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:07.905779 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:07.906150 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:07.910624 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:05:07.968278 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:07.993859 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:08.088065 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:08.091958 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:05:08.104959 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e66e93-db20-44ff-9f13-43a0e0ca1e85,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:05:08.113528 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:08.114742 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99e66e93-db20-44ff-9f13-43a0e0ca1e85 HTTP/1.1" status: 204 len: 168 time: 0.2143734 May 13 16:05:08.115840 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:08.116230 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:08.116647 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:08.116836 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:08.117161 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:08.117485 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:08.117810 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:08.118129 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:08.118554 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:08.118868 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:08.119091 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:08.119430 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:05:08.122642 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:05:20.225675 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 5 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:05:30.890560 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-7da0d3ea-e68e-4b1c-94bf-8c7f1675ac67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:33.727803 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.003076 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-6e3f6d2c-8053-4018-a757-b4b665990521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:34.931167 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:36.572487 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:05:57.224540 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 5 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:06:00.892795 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-7d20da1b-cd5d-40a3-8a7e-bb05af332bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:03.722497 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:04.006029 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-765c3f75-2483-479f-92b3-be400e28c420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:04.933285 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:06.573950 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:30.894076 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-e2eb6c5d-b3f3-44c6-b8ea-b0869ae84576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:33.728080 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:34.010933 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-bd164105-b116-41f1-a9c6-4ab31bd1dd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:34.223632 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 5 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:06:34.938795 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:06:36.582597 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:00.413697 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373'] for agent, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:00.898755 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-dc30b97b-0dde-4c7a-b536-e39c3354243f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:03.731003 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:04.014720 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-21cdcb0e-24ca-4ca8-8675-80830f3db8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:04.939894 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:06.581112 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:11.222349 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:07:15.459883 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 32948) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:07:15.574390 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-c176b486-f2e4-4495-8de7-d755fe21d595 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1134188 May 13 16:07:17.710457 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 32958) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:07:17.766779 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-89a2f429-0ca1-4761-ad57-822add58c8cf admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0552192 May 13 16:07:30.390696 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:30.901270 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-6effe81b-2316-42f9-9dda-7f36f7779c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:33.733536 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:34.017095 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-64476ae1-f885-4eb6-9960-3c53c1496044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:34.943125 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:36.583272 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:07:48.221755 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:08:00.398015 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:00.905379 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-ff77b139-2e8f-4b14-a820-47358224f522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:03.737588 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:04.019483 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-7d68c61c-0394-4f02-97fb-3cb0a22ff790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:04.945683 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:06.588291 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:25.220538 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:08:30.408492 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:30.908239 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-52ba18ff-787a-4f76-8ba0-bf64b2e73e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:33.740768 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:34.021210 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-521f3a82-e3e4-48af-ac30-08ef09c5af35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:34.949403 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:36.589097 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:52.398266 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33142) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:52.718231 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1313187289-network', 'tenant_id': '7387e20f879a426689e6a021bd69854f'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:52.732397 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:52.737278 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Usage tracker for resource:network and tenant:7387e20f879a426689e6a021bd69854f is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:52.741003 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:52.750305 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:52.765381 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Made reservation on behalf of 7387e20f879a426689e6a021bd69854f for: {'network': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:08:52.767741 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:52.786822 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:52.814216 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:52.818126 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Usage tracker for resource:security_group_rule and tenant:7387e20f879a426689e6a021bd69854f is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:52.821294 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:52.827253 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:52.916608 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:52.920664 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:52.924990 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:52.955083 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=79043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:08:52.962672 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b7241b-3861-4ee0-950f-dbf95219f777,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:52.975186 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:52.975571 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:52.975896 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:52.976783 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:52.977131 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:52.977496 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:52.977804 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:52.978285 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:52.978637 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:52.978919 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:52.979227 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:52.979556 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Tracked resource versions report: May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: pushed versions: May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: { 'AddressGroup': {'1.2'}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'ConntrackHelper': {'1.0'}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'Log': {'1.0'}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'Network': {'1.1'}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'Port': {'1.7'}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'PortForwarding': {'1.2'}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'QosPolicy': {'1.8'}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'SecurityGroup': {'1.4'}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'SecurityGroupRule': {'1.2'}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'SubPort': {'1.0'}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'Subnet': {'1.1'}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'Trunk': {'1.1'}} May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: consumer versions: May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: { DHCP agent@dv-cinder-689486-12-smb: {}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: HyperV agent@hv-cinder-68948: {}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: L3 agent@dv-cinder-689486-12-smb: {}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: Metadata agent@dv-cinder-689486-12-smb: {}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: Metering agent@dv-cinder-689486-12-smb: {}, May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: Open vSwitch agent@dv-cinder-689486-12-smb: { 'AddressGroup': '1.2', May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'ConntrackHelper': '1.0', May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'Log': '1.0', May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'Network': '1.1', May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'Port': '1.7', May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'PortForwarding': '1.2', May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'QosPolicy': '1.8', May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'SecurityGroup': '1.4', May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'SecurityGroupRule': '1.2', May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'SubPort': '1.0', May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'Subnet': '1.1', May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: 'Trunk': '1.1'}} May 13 16:08:52.980587 dv-cinder-689486-12-smb neutron-server[79043]: {{(pid=79043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 16:08:52.985265 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:52.989726 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:52.990146 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.segments_db [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Added segment c3fd7f78-f774-493d-82e6-7507932a8aeb of type vlan for network 65a031e5-f3b5-41ef-b835-e2d35e57271a May 13 16:08:53.018214 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.051386 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.052699 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:08:53.053287 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.058542 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-863c4e51-7e27-4129-b66a-4d234648c114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:53.066468 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33184) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:53.170449 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Pushing event updated for resources: {'Network': ['ID=65a031e5-f3b5-41ef-b835-e2d35e57271a,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:53.175696 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:53.181949 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network 65a031e5-f3b5-41ef-b835-e2d35e57271a details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:08:53.186491 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33196) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:53.186712 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7861860 May 13 16:08:53.192428 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Request body: {'subnet': {'network_id': '65a031e5-f3b5-41ef-b835-e2d35e57271a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1313187289-subnet', 'tenant_id': '7387e20f879a426689e6a021bd69854f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:53.198614 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:53.202692 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Usage tracker for resource:subnet and tenant:7387e20f879a426689e6a021bd69854f is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:53.206653 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:53.214371 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:53.227083 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33200) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:53.230980 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Made reservation on behalf of 7387e20f879a426689e6a021bd69854f for: {'subnet': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:08:53.234076 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.283368 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33206) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:53.410032 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-515192777-network', 'tenant_id': 'f5224b2746594828babb36042af69757'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:53.416839 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:53.426919 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Usage tracker for resource:network and tenant:f5224b2746594828babb36042af69757 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:53.452382 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:53.466334 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:53.498179 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Made reservation on behalf of f5224b2746594828babb36042af69757 for: {'network': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:08:53.500502 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.517649 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.543536 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-network', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:53.549415 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:53.553415 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Usage tracker for resource:network and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:53.557616 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:53.565112 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:53.578595 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Made reservation on behalf of a4b03e7da06f462f87ae1810bfc67172 for: {'network': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:08:53.581487 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.591647 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:53.601110 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Usage tracker for resource:security_group_rule and tenant:f5224b2746594828babb36042af69757 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:53.606585 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1572424675-network', 'tenant_id': '7083da6e157642408e9b310cb2179161'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:53.607141 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:53.611933 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:53.618709 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Usage tracker for resource:network and tenant:7083da6e157642408e9b310cb2179161 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:53.622405 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:53.628819 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:53.630563 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:53.639605 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.659964 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:53.667545 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:53.671944 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:53.679692 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:53.738956 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Made reservation on behalf of 7083da6e157642408e9b310cb2179161 for: {'network': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:08:53.741470 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.767845 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.777807 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-b97d73d3-b591-44d1-9af4-2e8ac287c92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:53.788118 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.826076 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:53.836385 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Usage tracker for resource:security_group_rule and tenant:7083da6e157642408e9b310cb2179161 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:53.852855 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:53.859001 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:53.881284 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3693081-6049-4f60-89e3-c54805c06ecc,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:53.900562 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:53.906512 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:53.906868 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:53.907207 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:53.907568 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:53.909236 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:53.911762 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:53.912296 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:53.912822 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:53.913364 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:53.914199 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:53.918147 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Tracked resource versions report: May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: pushed versions: May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: { 'AddressGroup': {'1.2'}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'ConntrackHelper': {'1.0'}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'Log': {'1.0'}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'Network': {'1.1'}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'Port': {'1.7'}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'PortForwarding': {'1.2'}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'QosPolicy': {'1.8'}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'SecurityGroup': {'1.4'}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'SecurityGroupRule': {'1.2'}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'SubPort': {'1.0'}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'Subnet': {'1.1'}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'Trunk': {'1.1'}} May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: consumer versions: May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: { DHCP agent@dv-cinder-689486-12-smb: {}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: HyperV agent@hv-cinder-68948: {}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: L3 agent@dv-cinder-689486-12-smb: {}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: Metadata agent@dv-cinder-689486-12-smb: {}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: Metering agent@dv-cinder-689486-12-smb: {}, May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: Open vSwitch agent@dv-cinder-689486-12-smb: { 'AddressGroup': '1.2', May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'ConntrackHelper': '1.0', May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'Log': '1.0', May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'Network': '1.1', May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'Port': '1.7', May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'PortForwarding': '1.2', May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'QosPolicy': '1.8', May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'SecurityGroup': '1.4', May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'SecurityGroupRule': '1.2', May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'SubPort': '1.0', May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'Subnet': '1.1', May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: 'Trunk': '1.1'}} May 13 16:08:53.919531 dv-cinder-689486-12-smb neutron-server[79044]: {{(pid=79044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 16:08:53.929914 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:53.958120 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.968265 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.985446 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=79043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:08:53.988524 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Checking segment: {'id': 'c3fd7f78-f774-493d-82e6-7507932a8aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65a031e5-f3b5-41ef-b835-e2d35e57271a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:08:53.990368 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Network hostable DHCP agents. Network: 65a031e5-f3b5-41ef-b835-e2d35e57271a, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:08:53.997736 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:53.998154 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.segments_db [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Added segment ec26749d-c6f3-42d4-bb9b-392135c1a5b8 of type vlan for network dca658d9-eaa4-4676-96b4-38061917c1e0 May 13 16:08:54.027799 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.040746 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:54.040965 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Network 65a031e5-f3b5-41ef-b835-e2d35e57271a is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:08:54.077983 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f15ffb-0cf8-4732-a19c-0a17d5cad670,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:54.086217 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:54.132349 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.138378 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.141758 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:08:54.142362 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.148695 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-28737555-a642-41e8-b790-c4c2e56db191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:54.158921 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.167863 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.173818 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-90acfe5f-c4c2-4747-9535-1f5667f3e520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:54.189002 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.214666 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, 65a031e5-f3b5-41ef-b835-e2d35e57271a) {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:08:54.225194 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:08:54.225576 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67cbbbf-0f63-4c9c-840a-445f5d9ce395 None None] Network 65a031e5-f3b5-41ef-b835-e2d35e57271a requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:08:54.226070 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.232411 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=79043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:08:54.246943 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.247730 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.segments_db [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Added segment b614bed4-c469-4a1d-b43a-a38dfd9db966 of type vlan for network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 May 13 16:08:54.280857 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479e1802-ff32-416d-b3ea-81da6d7670f5,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:54.282406 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.298566 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:54.299989 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1125331 May 13 16:08:54.310724 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=79044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:08:54.338149 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.338665 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.segments_db [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Added segment a785f8e8-cc16-4878-a2ca-2bf6800a9435 of type vlan for network 0efa53dd-8c99-4f28-8001-d95140b95de6 May 13 16:08:54.390482 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.440323 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=dca658d9-eaa4-4676-96b4-38061917c1e0,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:54.450178 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2190049 May 13 16:08:54.450178 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.450178 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:54.450792 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2d868cdd-eb0c-4331-b24a-b93ee2c35cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:54.454125 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33242) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:54.474941 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Request body: {'subnet': {'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-subnet', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:54.484812 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.486473 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:54.491866 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:08:54.493614 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.496819 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:08:54.498597 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.510943 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0115482-062b-48fc-9f83-2ea599f5f5c9,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:54.519721 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2324553 May 13 16:08:54.519721 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:54.519721 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:54.544937 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33248) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:54.548989 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:54.568465 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Usage tracker for resource:subnet and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:54.576662 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5090833 May 13 16:08:54.580786 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Request body: {'subnet': {'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1572424675-subnet', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:54.588693 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:54.608932 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Usage tracker for resource:subnet and tenant:7083da6e157642408e9b310cb2179161 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:54.617600 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:54.632139 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:54.650546 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:54.658654 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33254) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:54.665525 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Pushing event updated for resources: {'Network': ['ID=3a278da7-8d29-42e4-b73e-7fe4eba3c568,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:54.692966 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:54.697514 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network dca658d9-eaa4-4676-96b4-38061917c1e0 details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:08:54.784490 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Made reservation on behalf of 7083da6e157642408e9b310cb2179161 for: {'subnet': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:08:54.789805 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Notify callbacks [] for subnet, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:54.865600 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:54.917308 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Request body: {'subnet': {'network_id': '0efa53dd-8c99-4f28-8001-d95140b95de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-515192777-subnet', 'tenant_id': 'f5224b2746594828babb36042af69757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:54.925558 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Made reservation on behalf of a4b03e7da06f462f87ae1810bfc67172 for: {'subnet': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:08:54.927952 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:55.048976 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:08:55.079421 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dcf373-f6cb-46c5-a189-d4083c331f74 None None] Network 65a031e5-f3b5-41ef-b835-e2d35e57271a requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:08:55.097276 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Pushing event updated for resources: {'Network': ['ID=0efa53dd-8c99-4f28-8001-d95140b95de6,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:55.110754 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:55.118093 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:55.132146 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Usage tracker for resource:subnet and tenant:f5224b2746594828babb36042af69757 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:55.140008 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:55.161531 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:55.202857 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Made reservation on behalf of f5224b2746594828babb36042af69757 for: {'subnet': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:08:55.205777 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:55.293863 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network 0efa53dd-8c99-4f28-8001-d95140b95de6 details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:08:56.189673 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33334) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:56.199543 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1491441741-network', 'tenant_id': '609344f03a774a53bd20ebbb449592e7'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:56.208513 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:56.238556 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Usage tracker for resource:network and tenant:609344f03a774a53bd20ebbb449592e7 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:56.248788 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:56.272723 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:56.303291 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Made reservation on behalf of 609344f03a774a53bd20ebbb449592e7 for: {'network': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:08:56.310340 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:56.355200 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:56.420053 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:56.421944 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:56.422963 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:56.428240 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:56.437079 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Usage tracker for resource:security_group_rule and tenant:609344f03a774a53bd20ebbb449592e7 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:56.440904 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:56.449111 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:56.639022 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:56.646626 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:56.657996 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:56.698218 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4602ed7e-9e22-4973-9034-11d873ddb2cb,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:56.701960 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=79043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:08:56.705298 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:56.720048 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:56.727895 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.segments_db [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Added segment 7e433323-7291-4456-80c8-920fc7b51710 of type vlan for network 1e1ec4d3-9f22-409e-b782-e59a40b735f0 May 13 16:08:56.785010 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f10e9a3-0af6-4fed-b04c-11eeafe49330,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:56.822218 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Checking segment: {'id': 'b614bed4-c469-4a1d-b43a-a38dfd9db966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:08:56.822572 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Network hostable DHCP agents. Network: 3a278da7-8d29-42e4-b73e-7fe4eba3c568, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:08:56.831712 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:56.878003 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Checking segment: {'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:08:56.878590 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Network hostable DHCP agents. Network: dca658d9-eaa4-4676-96b4-38061917c1e0, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:08:56.899794 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:56.901214 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:08:56.902029 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:56.906160 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:56.932479 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:56.934616 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a3a991-627e-4aa0-addc-74ff480943da,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:56.936852 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:08:56.940713 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:56.944915 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:56.951401 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7596140 May 13 16:08:56.959274 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33364) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:56.965600 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Request body: {'subnet': {'network_id': '1e1ec4d3-9f22-409e-b782-e59a40b735f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1491441741-subnet', 'tenant_id': '609344f03a774a53bd20ebbb449592e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:57.033579 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:57.042032 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Usage tracker for resource:subnet and tenant:609344f03a774a53bd20ebbb449592e7 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:57.042390 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Network dca658d9-eaa4-4676-96b4-38061917c1e0 is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:08:57.047631 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:57.056101 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, dca658d9-eaa4-4676-96b4-38061917c1e0) {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:08:57.059140 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, 3a278da7-8d29-42e4-b73e-7fe4eba3c568) {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:08:57.059535 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Pushing event updated for resources: {'Network': ['ID=1e1ec4d3-9f22-409e-b782-e59a40b735f0,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:57.062803 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:57.065134 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:57.071211 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870869df-fcfa-4f79-883b-10e1b4d2d7b3 None None] Network dca658d9-eaa4-4676-96b4-38061917c1e0 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:08:57.083746 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Made reservation on behalf of 609344f03a774a53bd20ebbb449592e7 for: {'subnet': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:08:57.086953 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:57.121247 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33370) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:57.123914 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:08:57.124795 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:57.159658 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network 1e1ec4d3-9f22-409e-b782-e59a40b735f0 details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:08:57.181074 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7241123 May 13 16:08:57.182368 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33376) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:57.186438 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6212f15-fa33-4cad-8c8c-2fad4f100e69 None None] Network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:08:57.197075 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:08:57.198251 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:57.206310 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:57.214180 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:57.219019 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Usage tracker for resource:router and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:57.224207 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:57.233545 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:57.248444 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=313e00d0-a501-49d7-97ce-9e94b8cace0f,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:57.267495 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39763'] for router, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:57.269551 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39754'] for router, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:57.282642 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:57.283693 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:57.284298 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:57.288796 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Checking segment: {'id': 'a785f8e8-cc16-4878-a2ca-2bf6800a9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '0efa53dd-8c99-4f28-8001-d95140b95de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:08:57.290519 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Network hostable DHCP agents. Network: 0efa53dd-8c99-4f28-8001-d95140b95de6, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:08:57.302695 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-473264c6-ccb1-4544-9ed3-ccdf6222c94d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.7357180 May 13 16:08:57.307758 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33380) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:57.337807 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:57.340215 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1572424675-router', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:08:57.421005 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:57.434227 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Usage tracker for resource:router and tenant:7083da6e157642408e9b310cb2179161 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:57.438957 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:57.447493 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:57.451594 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Network 0efa53dd-8c99-4f28-8001-d95140b95de6 is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:08:57.471542 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, 0efa53dd-8c99-4f28-8001-d95140b95de6) {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:08:57.473039 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39763'] for router, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:57.474375 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39754'] for router, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:57.493186 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c966d50-bb18-4ad4-8ab6-78b99d1607f1 None None] Network 0efa53dd-8c99-4f28-8001-d95140b95de6 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:08:57.495376 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:08:57.496432 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:57.539279 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-ebbc2a21-52ff-4295-9899-be5abd63bd3a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6998081 May 13 16:08:57.612399 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:57.614358 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1ce74f8d-cd82-4054-8013-a0f57ae6577f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:57.640321 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-1ce74f8d-cd82-4054-8013-a0f57ae6577f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:57.645538 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-1ce74f8d-cd82-4054-8013-a0f57ae6577f admin admin] Usage tracker for resource:security_group_rule and tenant:f5cb654d4f5a4126a07ab665c3665f22 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:57.659970 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-1ce74f8d-cd82-4054-8013-a0f57ae6577f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:57.703227 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-1ce74f8d-cd82-4054-8013-a0f57ae6577f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:57.939068 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39800'] for router, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:58.044636 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79647c3-e2a8-4aaf-a9ef-9381b20fadfd None None] Network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:08:58.098711 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb91a938c-c7eb-57f3-9db8-b6e3dc3a6dc3-dca658d9-eaa4-4676-96b4-38061917c1e0', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da'}]}} from dv-cinder-689486-12-smb. {{(pid=79045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 13 16:08:58.099600 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:58.146185 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39800'] for router, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:58.222846 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1ce74f8d-cd82-4054-8013-a0f57ae6577f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:58.224075 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33416) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:58.238942 dv-cinder-689486-12-smb neutron-server[79044]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 16:08:58.251411 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1ce74f8d-cd82-4054-8013-a0f57ae6577f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:58.356107 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-7960c756-da6d-4c46-b473-5529a04fa0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:58.414313 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-1ce74f8d-cd82-4054-8013-a0f57ae6577f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5cb654d4f5a4126a07ab665c3665f22&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2894599 May 13 16:08:58.421640 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33428) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:58.441902 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce74f8d-cd82-4054-8013-a0f57ae6577f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b44f97-927d-4d63-a49a-676b8258c932,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:58.446289 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-1ce74f8d-cd82-4054-8013-a0f57ae6577f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:58.542429 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33434) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:58.543296 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:58.564004 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:58.611532 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7de79f6-e4e9-4bd1-9d07-fe12aa3e0f04 None None] Network 0efa53dd-8c99-4f28-8001-d95140b95de6 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:08:58.685854 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b407516-fae4-4f3b-b046-877306ea9876,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:58.693687 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:58.871171 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Checking segment: {'id': '7e433323-7291-4456-80c8-920fc7b51710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1e1ec4d3-9f22-409e-b782-e59a40b735f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:08:58.874864 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Network hostable DHCP agents. Network: 1e1ec4d3-9f22-409e-b782-e59a40b735f0, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:08:58.893081 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:58.948855 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:58.959916 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-e1acaf57-f0e5-44e1-add7-f394bee7da85 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:08:58.961248 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-e1acaf57-f0e5-44e1-add7-f394bee7da85 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Synchronizing usage tracker for tenant:f5224b2746594828babb36042af69757 on resource:network {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:08:58.973861 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.db_base_plugin_common [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Allocated IP 172.20.0.2 (dca658d9-eaa4-4676-96b4-38061917c1e0/25a3a991-627e-4aa0-addc-74ff480943da/a50a8845-c1ce-4321-a1b9-b17cf44c1693) {{(pid=79045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:08:58.980447 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b58bfc11-0920-4a62-bd4d-0957cf6cc48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.059874 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b58bfc11-0920-4a62-bd4d-0957cf6cc48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.073981 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-e1acaf57-f0e5-44e1-add7-f394bee7da85 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Unset dirty status for tenant:f5224b2746594828babb36042af69757 on resource:network {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:08:59.080689 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-e1acaf57-f0e5-44e1-add7-f394bee7da85 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/networks?id=0efa53dd-8c99-4f28-8001-d95140b95de6 HTTP/1.1" status: 200 len: 811 time: 0.8545752 May 13 16:08:59.104725 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Network 1e1ec4d3-9f22-409e-b782-e59a40b735f0 is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:08:59.127637 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-12b0bf47-65e7-4206-9302-6a93e73e2a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.141458 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-e3c84d04-53d1-4fab-8454-1b5ec6b49d32 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/quotas/f5224b2746594828babb36042af69757 HTTP/1.1" status: 200 len: 375 time: 0.0596225 May 13 16:08:59.142279 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, 1e1ec4d3-9f22-409e-b782-e59a40b735f0) {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:08:59.180250 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:08:59.181421 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.181742 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9598ccc-9acd-4033-a6fe-4b1bc114d471 None None] Network 1e1ec4d3-9f22-409e-b782-e59a40b735f0 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:08:59.189961 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-12b0bf47-65e7-4206-9302-6a93e73e2a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:08:59.204955 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-12b0bf47-65e7-4206-9302-6a93e73e2a85 admin admin] Usage tracker for resource:security_group_rule and tenant:9e9a74182f0e4b2c80e1621c6f384366 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:08:59.213149 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-12b0bf47-65e7-4206-9302-6a93e73e2a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:08:59.233407 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-12b0bf47-65e7-4206-9302-6a93e73e2a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:08:59.255710 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.294614 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3263953 May 13 16:08:59.369830 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.415721 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-0ae83854-1ce3-4a7a-9674-07485c484804 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5224b2746594828babb36042af69757&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2726035 May 13 16:08:59.516508 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Allocated IP 172.28.1.152 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/5264771c-c262-453a-a341-3baf0eb5625a) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:08:59.540448 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b58bfc11-0920-4a62-bd4d-0957cf6cc48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.540680 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Notify callbacks [] for port, precommit_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.550537 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:59.560243 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33474) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:59.567173 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bfc11-0920-4a62-bd4d-0957cf6cc48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b44f97-927d-4d63-a49a-676b8258c932,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:59.589438 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Transition to ACTIVE for port object a50a8845-c1ce-4321-a1b9-b17cf44c1693 will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:08:59.602312 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-b58bfc11-0920-4a62-bd4d-0957cf6cc48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:59.617404 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c23c2dc-a756-4102-9512-7d04fa4b5a2d None None] Network 1e1ec4d3-9f22-409e-b782-e59a40b735f0 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:08:59.651364 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ade85c-1279-4c02-a407-2de39c2bb424 admin admin] Deleting subnet f3693081-6049-4f60-89e3-c54805c06ecc {{(pid=79043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:08:59.657172 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-49ade85c-1279-4c02-a407-2de39c2bb424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.672020 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b58bfc11-0920-4a62-bd4d-0957cf6cc48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.673165 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-b58bfc11-0920-4a62-bd4d-0957cf6cc48b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38b44f97-927d-4d63-a49a-676b8258c932 HTTP/1.1" status: 204 len: 168 time: 1.0580125 May 13 16:08:59.715642 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-12b0bf47-65e7-4206-9302-6a93e73e2a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.720653 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Transition to ACTIVE for port object a50a8845-c1ce-4321-a1b9-b17cf44c1693 will not be triggered until provisioned by entity DHCP. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:08:59.725186 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-12b0bf47-65e7-4206-9302-6a93e73e2a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.734987 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.766486 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:59.770135 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:08:59.804448 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-12b0bf47-65e7-4206-9302-6a93e73e2a85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e9a74182f0e4b2c80e1621c6f384366&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2568960 May 13 16:08:59.804448 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-49ade85c-1279-4c02-a407-2de39c2bb424 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.807546 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0bf47-65e7-4206-9302-6a93e73e2a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3af70d3-5f5d-4174-8e3f-fa5ae7e1ea03,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:59.810950 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-12b0bf47-65e7-4206-9302-6a93e73e2a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:08:59.811831 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33482) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:08:59.830381 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-b5914398-96ae-4e3b-9bde-471afa1c65a2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 16:08:59.831384 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-b5914398-96ae-4e3b-9bde-471afa1c65a2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1696925 May 13 16:08:59.849084 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.864960 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-49ade85c-1279-4c02-a407-2de39c2bb424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:08:59.901691 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Network dca658d9-eaa4-4676-96b4-38061917c1e0 is already hosted by enough agents. {{(pid=79045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:08:59.918116 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.base_scheduler [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Resources bound (agent type, host, resource id): {{(pid=79045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:08:59.926591 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Received port after_create {{(pid=79045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:08:59.932809 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Pushing event updated for resources: {'Port': ['ID=a50a8845-c1ce-4321-a1b9-b17cf44c1693,revision_number=1']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:08:59.951797 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-dba7ee02-2c67-4dee-bf92-b17be2f997bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.012935 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:00.013279 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:00.013858 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:00.014196 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:00.014520 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:00.014981 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:00.015301 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:00.015853 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:00.016358 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:00.016831 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:00.017320 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:00.017944 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Tracked resource versions report: May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: pushed versions: May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: { 'AddressGroup': {'1.2'}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'ConntrackHelper': {'1.0'}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'Log': {'1.0'}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'Network': {'1.1'}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'Port': {'1.7'}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'PortForwarding': {'1.2'}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'QosPolicy': {'1.8'}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'SecurityGroup': {'1.4'}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'SecurityGroupRule': {'1.2'}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'SubPort': {'1.0'}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'Subnet': {'1.1'}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'Trunk': {'1.1'}} May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: consumer versions: May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: { DHCP agent@dv-cinder-689486-12-smb: {}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: HyperV agent@hv-cinder-68948: {}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: L3 agent@dv-cinder-689486-12-smb: {}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: Metadata agent@dv-cinder-689486-12-smb: {}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: Metering agent@dv-cinder-689486-12-smb: {}, May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: Open vSwitch agent@dv-cinder-689486-12-smb: { 'AddressGroup': '1.2', May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'ConntrackHelper': '1.0', May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'Log': '1.0', May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'Network': '1.1', May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'Port': '1.7', May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'PortForwarding': '1.2', May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'QosPolicy': '1.8', May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'SecurityGroup': '1.4', May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'SecurityGroupRule': '1.2', May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'SubPort': '1.0', May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'Subnet': '1.1', May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: 'Trunk': '1.1'}} May 13 16:09:00.019451 dv-cinder-689486-12-smb neutron-server[79045]: {{(pid=79045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 16:09:00.025902 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:00.139211 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Attempting to bind port a50a8845-c1ce-4321-a1b9-b17cf44c1693 on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:09:00.139977 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Attempting to bind port a50a8845-c1ce-4321-a1b9-b17cf44c1693 by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:09:00.140535 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Attempting to bind port a50a8845-c1ce-4321-a1b9-b17cf44c1693 on network dca658d9-eaa4-4676-96b4-38061917c1e0 {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:09:00.146312 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:09:00.146929 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Checking segment: {'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:09:00.147663 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.148751 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Bound using segment: {'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:09:00.149544 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Bound port: a50a8845-c1ce-4321-a1b9-b17cf44c1693, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:09:00.150305 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.178537 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-dba7ee02-2c67-4dee-bf92-b17be2f997bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.184979 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-086750d0-3fd8-4b34-8e6c-439dc0454df4 service neutron] 10.222.0.54 "GET /v2.0/networks/0efa53dd-8c99-4f28-8001-d95140b95de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390050 May 13 16:09:00.301471 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.331441 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] For port a50a8845-c1ce-4321-a1b9-b17cf44c1693, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:09:00.340191 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] For port a50a8845-c1ce-4321-a1b9-b17cf44c1693, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=a50a8845-c1ce-4321-a1b9-b17cf44c1693,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:09:00.358220 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.373917 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:00.401007 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-dba7ee02-2c67-4dee-bf92-b17be2f997bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.433439 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Allocated IP 172.28.1.168 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/f5fa8760-7c07-4ad9-8cc4-4829a5157dcd) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:09:00.435422 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:00.486747 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-b545a308-fd0b-46ca-864a-6cb30b3c3bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:00.488930 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7ee02-2c67-4dee-bf92-b17be2f997bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3af70d3-5f5d-4174-8e3f-fa5ae7e1ea03,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:00.497078 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.501671 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-dba7ee02-2c67-4dee-bf92-b17be2f997bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:00.543917 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Pushing event updated for resources: {'Port': ['ID=a50a8845-c1ce-4321-a1b9-b17cf44c1693,revision_number=2']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:00.550833 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:00.609989 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:09:00.683826 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:09:00.687063 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-dba7ee02-2c67-4dee-bf92-b17be2f997bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.687904 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:09:00.688478 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-dba7ee02-2c67-4dee-bf92-b17be2f997bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f3af70d3-5f5d-4174-8e3f-fa5ae7e1ea03 HTTP/1.1" status: 204 len: 168 time: 0.8730774 May 13 16:09:00.760116 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-49ade85c-1279-4c02-a407-2de39c2bb424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.813065 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Pushing event updated for resources: {'Port': ['ID=5264771c-c262-453a-a341-3baf0eb5625a,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:00.822445 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-41fc2447-46f1-481d-bc3e-45e4cbd36720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:00.917395 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-eb0f7604-b46f-4623-a5e5-491a90b96490 service neutron] 10.222.0.54 "GET /v2.0/networks/0efa53dd-8c99-4f28-8001-d95140b95de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7251241 May 13 16:09:00.938063 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-def7153a-ceab-4476-bac3-97bacb74d139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.956798 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.968073 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-49ade85c-1279-4c02-a407-2de39c2bb424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:00.972625 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ade85c-1279-4c02-a407-2de39c2bb424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3693081-6049-4f60-89e3-c54805c06ecc,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:00.976276 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-49ade85c-1279-4c02-a407-2de39c2bb424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:00.990358 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-49ade85c-1279-4c02-a407-2de39c2bb424 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f3693081-6049-4f60-89e3-c54805c06ecc HTTP/1.1" status: 204 len: 168 time: 1.4287131 May 13 16:09:00.991635 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33524) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:01.011320 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:01.135553 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33530) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:01.192611 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:01.205402 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-909a4bb5-883a-4c76-b19c-8e95dc02ee01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:01.287634 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:09:01.292273 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:09:01.300497 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:01.305546 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:09:01.474083 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33550) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:01.548746 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-dbcbf83f-b9cd-47d3-ae48-6c5fde103fe0 req-3e75b3ba-827c-419a-bf3c-e1e6e1f45729 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 210 time: 0.0728836 May 13 16:09:01.639915 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:01.640342 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fa8760-7c07-4ad9-8cc4-4829a5157dcd,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:01.664993 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:01.764919 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-4e83fa71-5bf4-4c7f-9f8c-f6eaea0c56c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:01.927020 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-4e83fa71-5bf4-4c7f-9f8c-f6eaea0c56c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:01.935230 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-4e83fa71-5bf4-4c7f-9f8c-f6eaea0c56c6 admin admin] Usage tracker for resource:security_group_rule and tenant:071201267b5b42c7b0aace63f248fdb5 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:01.954301 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-4e83fa71-5bf4-4c7f-9f8c-f6eaea0c56c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:01.967902 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-4e83fa71-5bf4-4c7f-9f8c-f6eaea0c56c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:02.168203 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:02.204725 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.206035 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.208400 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.209747 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > port after_create 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.210169 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > port after_delete 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.228895 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:09:02.229440 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > port after_update 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.229876 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.230322 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.230740 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.231166 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.237708 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device a50a8845-c1ce-4321-a1b9-b17cf44c1693 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:02.375706 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1173ac-6a55-4339-bfa0-236b83987b30 None None] Network dca658d9-eaa4-4676-96b4-38061917c1e0 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:09:02.625390 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.625908 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.626407 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.626901 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:09:02.637045 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a031e5-f3b5-41ef-b835-e2d35e57271a']}} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:02.710214 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3fd7f78-f774-493d-82e6-7507932a8aeb') {'for_net_delete': True} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:02.711656 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615199'] for router, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:02.716715 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3fd7f78-f774-493d-82e6-7507932a8aeb') {} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:02.740520 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-22004cb7-0a05-4b6c-95c6-e8ac60f01d7f None None] Provisioning for port a50a8845-c1ce-4321-a1b9-b17cf44c1693 completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:09:02.741825 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106793'] for segment, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:02.751737 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-22004cb7-0a05-4b6c-95c6-e8ac60f01d7f None None] Provisioning complete for port a50a8845-c1ce-4321-a1b9-b17cf44c1693 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:02.752172 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-22004cb7-0a05-4b6c-95c6-e8ac60f01d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:02.783812 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:02.806926 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port a50a8845-c1ce-4321-a1b9-b17cf44c1693 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:09:02.827983 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port a50a8845-c1ce-4321-a1b9-b17cf44c1693 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:02.828366 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:02.908247 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:02.954761 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-4e83fa71-5bf4-4c7f-9f8c-f6eaea0c56c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:02.967923 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-4e83fa71-5bf4-4c7f-9f8c-f6eaea0c56c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:03.140546 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:03.188848 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a7e34f41-0652-45df-9f6c-c185cc329afd req-345cf466-aac1-4427-ad3b-a85351834699 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 210 time: 0.2327919 May 13 16:09:03.191690 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=79043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:09:03.192144 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2223284'] for segment, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: from cryptography.utils import int_from_bytes May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: from cryptography.utils import int_from_bytes May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: Traceback (most recent call last): May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: timer() May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: cb(*args, **kw) May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: return func(*args, **kwargs) May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: self._notify() May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: self.callback(batched_events) May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: event.method(event) May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: return f(self, *a, **k) May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: return self._get(url).json() May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: return self.request(url, 'GET', **kwargs) May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:09:03.210298 dv-cinder-689486-12-smb neutron-server[79043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:09:03.221178 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:03.254609 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83fa71-5bf4-4c7f-9f8c-f6eaea0c56c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d621ca56-3424-4856-a48e-9611c00ad7d6,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:03.264371 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-4e83fa71-5bf4-4c7f-9f8c-f6eaea0c56c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:03.286233 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-4e83fa71-5bf4-4c7f-9f8c-f6eaea0c56c6 admin admin] Synchronizing usage tracker for tenant:b61811f18b4b41b1b08ae44cb61e7b77 on resource:security_group {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:09:03.307410 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port a50a8845-c1ce-4321-a1b9-b17cf44c1693, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=a50a8845-c1ce-4321-a1b9-b17cf44c1693,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:03.331934 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:03.347475 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-22004cb7-0a05-4b6c-95c6-e8ac60f01d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:03.377539 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-4e83fa71-5bf4-4c7f-9f8c-f6eaea0c56c6 admin admin] Unset dirty status for tenant:b61811f18b4b41b1b08ae44cb61e7b77 on resource:security_group {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:09:03.380514 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-201aa9af-88b9-4c03-a67a-3524875dca1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:03.384732 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-4e83fa71-5bf4-4c7f-9f8c-f6eaea0c56c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=071201267b5b42c7b0aace63f248fdb5&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2477970 May 13 16:09:03.385495 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33618) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:03.398311 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:03.513185 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:03.540531 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:03.582108 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=a50a8845-c1ce-4321-a1b9-b17cf44c1693,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:03.591523 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:03.626388 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615199'] for router, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:03.648333 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.db.api [None req-22004cb7-0a05-4b6c-95c6-e8ac60f01d7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 16:09:03.649170 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_db.api [None req-22004cb7-0a05-4b6c-95c6-e8ac60f01d7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 16:09:03.739383 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-55b9bb6b-45c9-440f-b968-29d7c107b0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:03.761663 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Router c6594335-70c5-455f-9008-5267315b01e6 is scheduled to L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa with binding_index 1 {{(pid=79044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 16:09:03.790187 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:04.044311 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Pushing event deleted for resources: {'Network': ['ID=65a031e5-f3b5-41ef-b835-e2d35e57271a,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:04.067680 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-bd28f4ee-0ba2-4687-86f5-524586f6669e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:04.085297 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:04.087790 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] 10.222.0.54 "DELETE /v2.0/networks/65a031e5-f3b5-41ef-b835-e2d35e57271a HTTP/1.1" status: 204 len: 168 time: 3.0925825 May 13 16:09:04.098085 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33648) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:04.246783 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Router a3efecb7-2605-4bcb-91a5-1103c032a5e6 is scheduled to L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa with binding_index 1 {{(pid=79043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 16:09:04.258886 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d232ebb-e2e1-4faa-aa74-5cf48bcffa4b admin admin] Deleting subnet 5b407516-fae4-4f3b-b046-877306ea9876 {{(pid=79043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:09:04.263375 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2d232ebb-e2e1-4faa-aa74-5cf48bcffa4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:04.344658 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2d232ebb-e2e1-4faa-aa74-5cf48bcffa4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106706'] for subnet, precommit_delete_associations {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:04.356917 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device a50a8845-c1ce-4321-a1b9-b17cf44c1693 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:04.441295 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2d232ebb-e2e1-4faa-aa74-5cf48bcffa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:04.581792 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port a50a8845-c1ce-4321-a1b9-b17cf44c1693 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:04.582402 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:04.740202 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-55b9bb6b-45c9-440f-b968-29d7c107b0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:04.748453 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-062b192c-e7bf-4d99-8b42-bc738f38e6a0 None None] Provisioning complete for port a50a8845-c1ce-4321-a1b9-b17cf44c1693 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:04.749217 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-062b192c-e7bf-4d99-8b42-bc738f38e6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:04.822055 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c6c3266b-c63b-4231-8899-ea52d0d311e1 req-d0cdcacf-3e5a-46e2-99c7-3f2f1d644399 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 210 time: 0.2572825 May 13 16:09:04.905662 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-55b9bb6b-45c9-440f-b968-29d7c107b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:04.919397 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-b58bfc11-0920-4a62-bd4d-0957cf6cc48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:04.936811 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9bb6b-45c9-440f-b968-29d7c107b0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d621ca56-3424-4856-a48e-9611c00ad7d6,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:04.948200 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-55b9bb6b-45c9-440f-b968-29d7c107b0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:04.954749 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-55b9bb6b-45c9-440f-b968-29d7c107b0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:04.961900 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-55b9bb6b-45c9-440f-b968-29d7c107b0c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d621ca56-3424-4856-a48e-9611c00ad7d6 HTTP/1.1" status: 204 len: 168 time: 1.5727038 May 13 16:09:04.979877 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:09:04.988575 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Sync routers for ids ['a3efecb7-2605-4bcb-91a5-1103c032a5e6'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:09:05.002128 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Routers {'a3efecb7-2605-4bcb-91a5-1103c032a5e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:09:05.002826 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:09:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['a3efecb7-2605-4bcb-91a5-1103c032a5e6'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:05.105017 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:09:05.178484 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Notify callbacks [] for router, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:05.183850 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9887788 May 13 16:09:05.186280 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33678) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:05.189818 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Sync routers for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:09:05.261655 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:05.480332 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:09:05.481479 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:09:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:05.499632 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Set router a3efecb7-2605-4bcb-91a5-1103c032a5e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:09:05.596500 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2d232ebb-e2e1-4faa-aa74-5cf48bcffa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104069'] for subnet, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:05.616033 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:05.658247 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2d232ebb-e2e1-4faa-aa74-5cf48bcffa4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:05.660458 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-2d232ebb-e2e1-4faa-aa74-5cf48bcffa4b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5b407516-fae4-4f3b-b046-877306ea9876 HTTP/1.1" status: 204 len: 168 time: 1.5592165 May 13 16:09:05.661723 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Notify callbacks [] for router, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:05.668366 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.3583891 May 13 16:09:05.672385 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33694) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:05.672620 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33696) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:05.845662 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33702) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:05.988082 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:09:06.165639 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33720) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:06.346921 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.36', 58241) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:06.448191 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1572424675-router', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:01Z', 'revision_number': 3, 'project_id': '7083da6e157642408e9b310cb2179161', 'gw_port': {'id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:06.452824 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Checking router: a3efecb7-2605-4bcb-91a5-1103c032a5e6 for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:09:06.453341 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Updating router a3efecb7-2605-4bcb-91a5-1103c032a5e6 port f5fa8760-7c07-4ad9-8cc4-4829a5157dcd binding host dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:09:06.511897 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d232ebb-e2e1-4faa-aa74-5cf48bcffa4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b407516-fae4-4f3b-b046-877306ea9876,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:06.519734 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2d232ebb-e2e1-4faa-aa74-5cf48bcffa4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:06.535979 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:06.775242 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-aedcc016-b46d-49f0-9a54-1de8471eed80 req-320b2f87-210f-46d2-aac0-86f3b64a9634 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 210 time: 0.2490296 May 13 16:09:06.902784 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:06.905402 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:06.942846 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bb743d1d-d343-4477-a522-f30b92be94b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.069468 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:01Z', 'revision_number': 3, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:07.077219 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Checking router: c6594335-70c5-455f-9008-5267315b01e6 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:09:07.077918 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Updating router c6594335-70c5-455f-9008-5267315b01e6 port 5264771c-c262-453a-a341-3baf0eb5625a binding host dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:09:07.086968 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-bb743d1d-d343-4477-a522-f30b92be94b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:07.205968 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.301292 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.320608 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1ec4d3-9f22-409e-b782-e59a40b735f0']}} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:07.337049 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e433323-7291-4456-80c8-920fc7b51710') {'for_net_delete': True} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:07.337358 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e433323-7291-4456-80c8-920fc7b51710') {} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:07.354574 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106793'] for segment, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.363527 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9cff68da-183c-4ba2-919a-34848d11943e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.423859 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Notify callbacks [] for port, precommit_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.436627 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.provisioning_blocks [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Transition to ACTIVE for port object f5fa8760-7c07-4ad9-8cc4-4829a5157dcd will not be triggered until provisioned by entity L2. {{(pid=79046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:09:07.450989 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.456726 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:07.469547 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-bb743d1d-d343-4477-a522-f30b92be94b0 admin admin] Usage tracker for resource:security_group_rule and tenant:8aa866661c974659a48dc62e2e49aab4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:07.471487 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-bb743d1d-d343-4477-a522-f30b92be94b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:07.477402 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-bb743d1d-d343-4477-a522-f30b92be94b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:07.593871 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Attempting to bind port f5fa8760-7c07-4ad9-8cc4-4829a5157dcd on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:09:07.594253 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Attempting to bind port f5fa8760-7c07-4ad9-8cc4-4829a5157dcd by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:09:07.594633 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Attempting to bind port f5fa8760-7c07-4ad9-8cc4-4829a5157dcd on network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:09:07.598232 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Pushing event updated for resources: {'Port': ['ID=f5fa8760-7c07-4ad9-8cc4-4829a5157dcd,revision_number=2']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:07.608286 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:09:07.608567 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bb743d1d-d343-4477-a522-f30b92be94b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.608673 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Checking segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:09:07.614262 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.615022 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Bound using segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:09:07.615281 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Bound port: f5fa8760-7c07-4ad9-8cc4-4829a5157dcd, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:09:07.615719 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.626548 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bb743d1d-d343-4477-a522-f30b92be94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.662996 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.693657 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:07.694002 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:07.694341 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:07.694699 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:07.695036 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:07.698240 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=79043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:09:07.698651 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2223284'] for segment, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.700948 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:07.701325 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:07.701665 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:07.702022 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:07.702359 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:07.715386 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:07.715980 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Tracked resource versions report: May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: pushed versions: May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: { 'AddressGroup': {'1.2'}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'ConntrackHelper': {'1.0'}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'Log': {'1.0'}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'Network': {'1.1'}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'Port': {'1.7'}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'PortForwarding': {'1.2'}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'QosPolicy': {'1.8'}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'SecurityGroup': {'1.4'}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'SecurityGroupRule': {'1.2'}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'SubPort': {'1.0'}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'Subnet': {'1.1'}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'Trunk': {'1.1'}} May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: consumer versions: May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: { DHCP agent@dv-cinder-689486-12-smb: {}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: HyperV agent@hv-cinder-68948: {}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: L3 agent@dv-cinder-689486-12-smb: {}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: Metadata agent@dv-cinder-689486-12-smb: {}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: Metering agent@dv-cinder-689486-12-smb: {}, May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: Open vSwitch agent@dv-cinder-689486-12-smb: { 'AddressGroup': '1.2', May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'ConntrackHelper': '1.0', May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'Log': '1.0', May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'Network': '1.1', May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'Port': '1.7', May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'PortForwarding': '1.2', May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'QosPolicy': '1.8', May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'SecurityGroup': '1.4', May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'SecurityGroupRule': '1.2', May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'SubPort': '1.0', May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'Subnet': '1.1', May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: 'Trunk': '1.1'}} May 13 16:09:07.717458 dv-cinder-689486-12-smb neutron-server[79046]: {{(pid=79046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 16:09:07.726848 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:07.803728 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Notify callbacks [] for port, precommit_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: Traceback (most recent call last): May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: timer() May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: cb(*args, **kw) May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: return func(*args, **kwargs) May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: self._notify() May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: self.callback(batched_events) May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: event.method(event) May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: return f(self, *a, **k) May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: return self._get(url).json() May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: return self.request(url, 'GET', **kwargs) May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:09:07.809563 dv-cinder-689486-12-smb neutron-server[79043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:09:07.823184 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Transition to ACTIVE for port object 5264771c-c262-453a-a341-3baf0eb5625a will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:09:07.831980 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.838055 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-9cff68da-183c-4ba2-919a-34848d11943e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:07.842142 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:07.845175 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c5ba35b5-5c87-4af9-a27e-3ca1d8465f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:07.850067 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] For port f5fa8760-7c07-4ad9-8cc4-4829a5157dcd, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:09:07.858763 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] For port f5fa8760-7c07-4ad9-8cc4-4829a5157dcd, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=f5fa8760-7c07-4ad9-8cc4-4829a5157dcd,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:09:07.864472 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.876822 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:07.931578 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb743d1d-d343-4477-a522-f30b92be94b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392819ce-c200-42e6-9100-fd624ba027e5,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:07.933201 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.939167 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-9cff68da-183c-4ba2-919a-34848d11943e admin admin] Usage tracker for resource:security_group_rule and tenant:6493aa420c9046afaa51f82fb27256c3 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:07.941374 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:07.948175 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:07.964787 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-9cff68da-183c-4ba2-919a-34848d11943e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:07.971214 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1ec4d3-9f22-409e-b782-e59a40b735f0,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:07.973637 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:07.981062 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1e1ec4d3-9f22-409e-b782-e59a40b735f0 HTTP/1.1" status: 204 len: 168 time: 2.3073459 May 13 16:09:07.985037 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-bb743d1d-d343-4477-a522-f30b92be94b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:08.003298 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-273223c3-d009-4910-8058-8415c3cce5ae tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:08.006434 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-273223c3-d009-4910-8058-8415c3cce5ae tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.36 "GET /v2.0/networks?id=0efa53dd-8c99-4f28-8001-d95140b95de6 HTTP/1.1" status: 200 len: 811 time: 1.4840522 May 13 16:09:08.020587 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-9cff68da-183c-4ba2-919a-34848d11943e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:08.055580 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-bb743d1d-d343-4477-a522-f30b92be94b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8aa866661c974659a48dc62e2e49aab4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8884659 May 13 16:09:08.060587 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33820) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:08.124201 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Attempting to bind port 5264771c-c262-453a-a341-3baf0eb5625a on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:09:08.124946 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Attempting to bind port 5264771c-c262-453a-a341-3baf0eb5625a by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:09:08.125501 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Attempting to bind port 5264771c-c262-453a-a341-3baf0eb5625a on network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:09:08.164588 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:09:08.164774 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Checking segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:09:08.165165 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:08.165461 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Bound using segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:09:08.165952 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Bound port: 5264771c-c262-453a-a341-3baf0eb5625a, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:09:08.166347 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:08.200745 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Routers {'a3efecb7-2605-4bcb-91a5-1103c032a5e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:09:08.212101 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:09:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['a3efecb7-2605-4bcb-91a5-1103c032a5e6'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:08.225091 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Request body: {'port': {'device_id': 'e3bb025d-7ee6-45f6-9728-e95c0c68ded8', 'network_id': '0efa53dd-8c99-4f28-8001-d95140b95de6', 'admin_state_up': True, 'tenant_id': 'f5224b2746594828babb36042af69757'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:09:08.345893 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37438908-b209-44d9-a6e2-00e42feda312 None None] Pushing event updated for resources: {'Port': ['ID=5264771c-c262-453a-a341-3baf0eb5625a,revision_number=2']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:08.360568 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-37438908-b209-44d9-a6e2-00e42feda312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:08.378271 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:08.482573 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Pushing event updated for resources: {'Port': ['ID=f5fa8760-7c07-4ad9-8cc4-4829a5157dcd,revision_number=3']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:08.484567 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] For port 5264771c-c262-453a-a341-3baf0eb5625a, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:09:08.488641 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] For port 5264771c-c262-453a-a341-3baf0eb5625a, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=5264771c-c262-453a-a341-3baf0eb5625a,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:09:08.495294 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:08.523550 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:08.559182 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33836) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:08.677594 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37438908-b209-44d9-a6e2-00e42feda312 None None] Pushing event updated for resources: {'Port': ['ID=5264771c-c262-453a-a341-3baf0eb5625a,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:08.685776 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-37438908-b209-44d9-a6e2-00e42feda312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:08.718607 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-cf1af73d-5674-4356-815c-2f358e567ac7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7387e20f879a426689e6a021bd69854f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1567893 May 13 16:09:08.725374 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:09:08.726904 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:09:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:08.747940 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33844) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:08.749498 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:08.975460 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] Set router a3efecb7-2605-4bcb-91a5-1103c032a5e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:09:09.284395 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:09.384446 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Usage tracker for resource:port and tenant:f5224b2746594828babb36042af69757 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:09.419998 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:09.436225 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1409e4a8-4fcc-46d2-8f7b-0e741827de2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:09.438606 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-03722810-a5a5-4daa-ac3d-8b186924bd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:09.486790 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-81cbc15a-c8eb-411f-b4e6-7334e3dcda40 req-bf1a293a-b5e6-4a4d-8d6a-58c8873b0c22 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 210 time: 1.1404996 May 13 16:09:09.524956 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:09:09.570352 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-03722810-a5a5-4daa-ac3d-8b186924bd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:09.595058 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:09.636389 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Made reservation on behalf of f5224b2746594828babb36042af69757 for: {'port': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:09:09.640617 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:09.706185 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1409e4a8-4fcc-46d2-8f7b-0e741827de2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:09.761119 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9cff68da-183c-4ba2-919a-34848d11943e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:09.824842 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-03722810-a5a5-4daa-ac3d-8b186924bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:09.895651 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-12b0bf47-65e7-4206-9302-6a93e73e2a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:09.923873 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9cff68da-183c-4ba2-919a-34848d11943e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:09.964925 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:09.982183 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03722810-a5a5-4daa-ac3d-8b186924bd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b7241b-3861-4ee0-950f-dbf95219f777,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:09.999346 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-03722810-a5a5-4daa-ac3d-8b186924bd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:10.008669 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33864) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:10.012470 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Allocated IP 172.20.0.1 (3a278da7-8d29-42e4-b73e-7fe4eba3c568/0f10e9a3-0af6-4fed-b04c-11eeafe49330/af317b27-f341-49ae-a05e-7cb2c94896c5) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:09:10.013715 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff68da-183c-4ba2-919a-34848d11943e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777af226-56f0-4489-ab24-9dcb2e72559b,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:10.065267 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-9cff68da-183c-4ba2-919a-34848d11943e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:10.109667 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-03722810-a5a5-4daa-ac3d-8b186924bd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:10.116035 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-03722810-a5a5-4daa-ac3d-8b186924bd1d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/31b7241b-3861-4ee0-950f-dbf95219f777 HTTP/1.1" status: 204 len: 168 time: 1.3662708 May 13 16:09:10.379396 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:10.438195 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1572424675-router', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:01Z', 'revision_number': 3, 'project_id': '7083da6e157642408e9b310cb2179161', 'gw_port': {'id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:10.449388 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1409e4a8-4fcc-46d2-8f7b-0e741827de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:10.474994 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ff2d1f-3d43-4d0b-b703-c8d2d5fa7299 None None] The sync data for ids ['a3efecb7-2605-4bcb-91a5-1103c032a5e6'] in dv-cinder-689486-12-smb is: [{'id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1572424675-router', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:01Z', 'revision_number': 3, 'project_id': '7083da6e157642408e9b310cb2179161', 'gw_port': {'id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:09:10.490239 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-9cff68da-183c-4ba2-919a-34848d11943e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6493aa420c9046afaa51f82fb27256c3&name=default HTTP/1.1" status: 200 len: 2977 time: 4.6432734 May 13 16:09:10.598827 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33874) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:10.769364 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:11.093720 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-455e863c-19e0-46e9-879e-c19f1fd9d824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:11.109626 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:11.225664 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-455e863c-19e0-46e9-879e-c19f1fd9d824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:11.246174 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:01Z', 'revision_number': 3, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:11.283452 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409e4a8-4fcc-46d2-8f7b-0e741827de2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392819ce-c200-42e6-9100-fd624ba027e5,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:11.316145 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:11.321521 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e37303-2171-45ae-891a-8deabbb57483 None None] The sync data for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb is: [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:01Z', 'revision_number': 3, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:09:11.344665 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:11.419572 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:09:11.438588 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:09:11.459438 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:09:11.519864 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33888) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:11.562747 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-455e863c-19e0-46e9-879e-c19f1fd9d824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:11.567259 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-1409e4a8-4fcc-46d2-8f7b-0e741827de2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:11.618774 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Pushing event updated for resources: {'Port': ['ID=af317b27-f341-49ae-a05e-7cb2c94896c5,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:11.627824 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Allocated IP 172.20.0.14 (0efa53dd-8c99-4f28-8001-d95140b95de6/313e00d0-a501-49d7-97ce-9e94b8cace0f/ce3e2512-b188-425b-87ce-7fd7156bd0e4) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:09:11.641118 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:11.644117 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-1ce74f8d-cd82-4054-8013-a0f57ae6577f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:11.676887 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e863c-19e0-46e9-879e-c19f1fd9d824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777af226-56f0-4489-ab24-9dcb2e72559b,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:11.699117 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622531'] for router_interface, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:11.719098 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-455e863c-19e0-46e9-879e-c19f1fd9d824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:11.722931 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-455e863c-19e0-46e9-879e-c19f1fd9d824 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/777af226-56f0-4489-ab24-9dcb2e72559b HTTP/1.1" status: 204 len: 168 time: 1.1124570 May 13 16:09:11.722931 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-455e863c-19e0-46e9-879e-c19f1fd9d824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:11.727013 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-e1ac214f-02b4-4594-8f21-c9455ebaec4e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=609344f03a774a53bd20ebbb449592e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2002070 May 13 16:09:11.732278 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33894) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:11.959821 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3417c838-8def-4a7f-acaa-a844706c9b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:12.174130 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3417c838-8def-4a7f-acaa-a844706c9b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:12.341996 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device f5fa8760-7c07-4ad9-8cc4-4829a5157dcd up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:12.371662 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3417c838-8def-4a7f-acaa-a844706c9b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:12.388825 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:12.444223 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:12.468595 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417c838-8def-4a7f-acaa-a844706c9b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4602ed7e-9e22-4973-9034-11d873ddb2cb,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:12.474337 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-3417c838-8def-4a7f-acaa-a844706c9b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:12.502093 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3417c838-8def-4a7f-acaa-a844706c9b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:12.505922 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-3417c838-8def-4a7f-acaa-a844706c9b8c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4602ed7e-9e22-4973-9034-11d873ddb2cb HTTP/1.1" status: 204 len: 168 time: 0.7623510 May 13 16:09:12.529540 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port f5fa8760-7c07-4ad9-8cc4-4829a5157dcd completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:09:12.535284 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port f5fa8760-7c07-4ad9-8cc4-4829a5157dcd triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:12.535704 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:12.637780 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fd42083f-d8ca-4e0e-86a0-17505b9b8fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:12.813305 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-f83d4288-107c-4bfb-a80f-40c910fc310e req-26b28e98-37ad-4242-b422-e1a67d29de5b tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Synchronizing usage tracker for tenant:f5224b2746594828babb36042af69757 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:09:12.837168 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-fd42083f-d8ca-4e0e-86a0-17505b9b8fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:12.889780 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:12.922744 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Allocated IP 172.20.0.1 (dca658d9-eaa4-4676-96b4-38061917c1e0/25a3a991-627e-4aa0-addc-74ff480943da/bed93b90-04bf-45f7-8f5e-5014220b8b98) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:09:12.933206 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port f5fa8760-7c07-4ad9-8cc4-4829a5157dcd, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=f5fa8760-7c07-4ad9-8cc4-4829a5157dcd,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:12.947121 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:12.949274 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 5264771c-c262-453a-a341-3baf0eb5625a up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:13.086984 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:13.136125 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33908) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:13.253534 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d7df-2bb0-450f-a7a5-c07671698930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:13.321304 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-8bc6d7df-2bb0-450f-a7a5-c07671698930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:13.354872 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-8bc6d7df-2bb0-450f-a7a5-c07671698930 admin admin] Usage tracker for resource:security_group_rule and tenant:3cab06a4d02749dbbbf53ef4813d3f0d is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:13.365636 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-8bc6d7df-2bb0-450f-a7a5-c07671698930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:13.366986 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 5264771c-c262-453a-a341-3baf0eb5625a completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:09:13.381954 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 5264771c-c262-453a-a341-3baf0eb5625a triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:13.383072 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:13.386286 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-8bc6d7df-2bb0-450f-a7a5-c07671698930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:13.464041 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1409e4a8-4fcc-46d2-8f7b-0e741827de2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:13.465220 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-1409e4a8-4fcc-46d2-8f7b-0e741827de2c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/392819ce-c200-42e6-9100-fd624ba027e5 HTTP/1.1" status: 204 len: 168 time: 5.3970468 May 13 16:09:13.483221 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=f5fa8760-7c07-4ad9-8cc4-4829a5157dcd,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:13.513267 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:13.514696 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-fd42083f-d8ca-4e0e-86a0-17505b9b8fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:064b99d1ca524dfc8034a7137b714d34 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:13.544391 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-fd42083f-d8ca-4e0e-86a0-17505b9b8fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:13.572139 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:13.619832 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-fd42083f-d8ca-4e0e-86a0-17505b9b8fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:13.713134 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:13.734183 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:13.799685 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:13.865928 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 5264771c-c262-453a-a341-3baf0eb5625a, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=5264771c-c262-453a-a341-3baf0eb5625a,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:13.877266 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:13.885182 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:13.926239 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:13.937899 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:13.985454 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Transition to ACTIVE for port object bed93b90-04bf-45f7-8f5e-5014220b8b98 will not be triggered until provisioned by entity DHCP. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:09:14.056041 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-f83d4288-107c-4bfb-a80f-40c910fc310e req-26b28e98-37ad-4242-b422-e1a67d29de5b tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Unset dirty status for tenant:f5224b2746594828babb36042af69757 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:09:14.073385 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f83d4288-107c-4bfb-a80f-40c910fc310e req-26b28e98-37ad-4242-b422-e1a67d29de5b tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 210 time: 3.1921983 May 13 16:09:14.113124 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:14.143666 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-17c1898f-7800-43cd-a252-9241a6e51df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:14.157624 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=5264771c-c262-453a-a341-3baf0eb5625a,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:14.175615 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:14.193101 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Pushing event updated for resources: {'Port': ['ID=af317b27-f341-49ae-a05e-7cb2c94896c5,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:14.209638 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d7df-2bb0-450f-a7a5-c07671698930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:14.236197 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:14.246714 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1040764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622428'] for router_interface, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:14.277038 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d7df-2bb0-450f-a7a5-c07671698930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:14.282460 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device f5fa8760-7c07-4ad9-8cc4-4829a5157dcd up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:14.376648 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:14.428311 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port f5fa8760-7c07-4ad9-8cc4-4829a5157dcd triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:14.428769 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:14.433135 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Network dca658d9-eaa4-4676-96b4-38061917c1e0 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:09:14.463356 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Pushing event updated for resources: {'Port': ['ID=bed93b90-04bf-45f7-8f5e-5014220b8b98,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:14.480927 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:09:14.484901 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:09:14.485394 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622531'] for router_interface, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:14.857660 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-8bc6d7df-2bb0-450f-a7a5-c07671698930 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3cab06a4d02749dbbbf53ef4813d3f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7173164 May 13 16:09:14.901247 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 33948) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:14.978574 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-7bb93199-ab2c-4ff2-b41c-858f7c74acc4 None None] Provisioning for port bed93b90-04bf-45f7-8f5e-5014220b8b98 completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:09:14.979759 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6d7df-2bb0-450f-a7a5-c07671698930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cd2aae-61ac-49fe-841b-d6e1e616090f,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:14.991372 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-7bb93199-ab2c-4ff2-b41c-858f7c74acc4 None None] Provisioning complete for port bed93b90-04bf-45f7-8f5e-5014220b8b98 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:14.992941 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-7bb93199-ab2c-4ff2-b41c-858f7c74acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:15.061978 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-8bc6d7df-2bb0-450f-a7a5-c07671698930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:15.201659 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:15.221318 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-7bb93199-ab2c-4ff2-b41c-858f7c74acc4 None None] Port bed93b90-04bf-45f7-8f5e-5014220b8b98 cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:09:15.334904 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:09:15.341144 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:09:15.347734 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-703facbe-7e97-4b9d-a83a-b1f54c07e5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:15.407761 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fd42083f-d8ca-4e0e-86a0-17505b9b8fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:15.412485 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:15.437554 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-703facbe-7e97-4b9d-a83a-b1f54c07e5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:15.642537 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fd42083f-d8ca-4e0e-86a0-17505b9b8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:15.646630 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:15.781557 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:15.939585 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Network 0efa53dd-8c99-4f28-8001-d95140b95de6 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:09:15.966101 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-703facbe-7e97-4b9d-a83a-b1f54c07e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:15.969840 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Router a3efecb7-2605-4bcb-91a5-1103c032a5e6 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:09:15.975374 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:09:15.982156 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:09:15.998317 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:16.002024 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-455e863c-19e0-46e9-879e-c19f1fd9d824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:16.003580 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:16.063902 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703facbe-7e97-4b9d-a83a-b1f54c07e5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cd2aae-61ac-49fe-841b-d6e1e616090f,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:16.082345 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-703facbe-7e97-4b9d-a83a-b1f54c07e5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:16.198839 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Pushing event updated for resources: {'Port': ['ID=ce3e2512-b188-425b-87ce-7fd7156bd0e4,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:16.247199 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:16.252892 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-55b9bb6b-45c9-440f-b968-29d7c107b0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:16.280913 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-fd42083f-d8ca-4e0e-86a0-17505b9b8fd2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=064b99d1ca524dfc8034a7137b714d34&name=default HTTP/1.1" status: 200 len: 2979 time: 6.2636051 May 13 16:09:16.302271 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 33988) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:16.344110 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 5264771c-c262-453a-a341-3baf0eb5625a up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:16.398011 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2140534 May 13 16:09:16.462612 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a8910-ca0b-4e37-adec-e94d8513de51 req-7527ff73-1774-4447-bcb5-429e88794c29 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:16.470564 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5a6a8910-ca0b-4e37-adec-e94d8513de51 req-7527ff73-1774-4447-bcb5-429e88794c29 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 932 time: 1.1451905 May 13 16:09:16.500032 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42083f-d8ca-4e0e-86a0-17505b9b8fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e488a3-43c1-421c-8edb-d2d25dc8e9a5,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:16.511136 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 5264771c-c262-453a-a341-3baf0eb5625a triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:16.511660 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:16.589169 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-fd42083f-d8ca-4e0e-86a0-17505b9b8fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:16.655666 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-703facbe-7e97-4b9d-a83a-b1f54c07e5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:16.690045 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-703facbe-7e97-4b9d-a83a-b1f54c07e5f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4cd2aae-61ac-49fe-841b-d6e1e616090f HTTP/1.1" status: 204 len: 168 time: 1.7748113 May 13 16:09:16.855064 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-5a6a8910-ca0b-4e37-adec-e94d8513de51 req-8a70722b-8e19-4014-8fbf-0943fc24a2d0 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Synchronizing usage tracker for tenant:f5224b2746594828babb36042af69757 on resource:security_group {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:09:16.928268 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f9e93670-9275-48e4-9dd3-43466eab81bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:16.972405 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:09:16.997168 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Sync routers for ids ['a3efecb7-2605-4bcb-91a5-1103c032a5e6'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:09:17.001644 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] 10.222.0.54 "PUT /v2.0/routers/a3efecb7-2605-4bcb-91a5-1103c032a5e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3259759 May 13 16:09:17.030115 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Routers {'a3efecb7-2605-4bcb-91a5-1103c032a5e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:09:17.033704 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:09:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['a3efecb7-2605-4bcb-91a5-1103c032a5e6'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:17.166339 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f9e93670-9275-48e4-9dd3-43466eab81bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:17.186502 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-5a6a8910-ca0b-4e37-adec-e94d8513de51 req-8a70722b-8e19-4014-8fbf-0943fc24a2d0 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Unset dirty status for tenant:f5224b2746594828babb36042af69757 on resource:security_group {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:09:17.188884 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5a6a8910-ca0b-4e37-adec-e94d8513de51 req-8a70722b-8e19-4014-8fbf-0943fc24a2d0 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6795807 May 13 16:09:17.325698 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:17.344264 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:17.346571 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1040764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622428'] for router_interface, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:17.355236 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:17.425979 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f9e93670-9275-48e4-9dd3-43466eab81bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:17.569227 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Set router a3efecb7-2605-4bcb-91a5-1103c032a5e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:09:17.655857 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f9e93670-9275-48e4-9dd3-43466eab81bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:17.657324 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-f9e93670-9275-48e4-9dd3-43466eab81bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/61e488a3-43c1-421c-8edb-d2d25dc8e9a5 HTTP/1.1" status: 204 len: 168 time: 1.3387585 May 13 16:09:17.715550 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Pushing event updated for resources: {'Port': ['ID=bed93b90-04bf-45f7-8f5e-5014220b8b98,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:17.729861 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:17.730582 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:17.753784 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e93670-9275-48e4-9dd3-43466eab81bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e488a3-43c1-421c-8edb-d2d25dc8e9a5,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:17.758699 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f9e93670-9275-48e4-9dd3-43466eab81bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:17.786473 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Network dca658d9-eaa4-4676-96b4-38061917c1e0 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:09:17.787996 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:09:18.302995 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-952351ef-9376-4aa3-a4c0-725d1a596113 None None] Provisioning complete for port bed93b90-04bf-45f7-8f5e-5014220b8b98 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:18.313289 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-952351ef-9376-4aa3-a4c0-725d1a596113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:18.567867 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Router c6594335-70c5-455f-9008-5267315b01e6 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:09:18.633903 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-952351ef-9376-4aa3-a4c0-725d1a596113 None None] Port bed93b90-04bf-45f7-8f5e-5014220b8b98 cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:09:18.745419 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1572424675-router', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:12Z', 'revision_number': 4, 'project_id': '7083da6e157642408e9b310cb2179161', 'gw_port': {'id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'af317b27-f341-49ae-a05e-7cb2c94896c5', 'name': '', 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'mac_address': 'fa:16:3e:dd:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0f10e9a3-0af6-4fed-b04c-11eeafe49330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:08Z', 'updated_at': '2021-05-13T16:09:12Z', 'revision_number': 2, 'project_id': '7083da6e157642408e9b310cb2179161', 'subnets': [{'id': '0f10e9a3-0af6-4fed-b04c-11eeafe49330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:18.751791 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Checking router: a3efecb7-2605-4bcb-91a5-1103c032a5e6 for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:09:18.752232 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Updating router a3efecb7-2605-4bcb-91a5-1103c032a5e6 port af317b27-f341-49ae-a05e-7cb2c94896c5 binding host dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:09:18.840568 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:19.128295 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339286be-d6d3-4b5a-bcd0-8320516c7320 req-441eb899-0c95-4d7e-87c9-bb954f04e3e6 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:19.134493 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-339286be-d6d3-4b5a-bcd0-8320516c7320 req-441eb899-0c95-4d7e-87c9-bb954f04e3e6 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 932 time: 0.4245501 May 13 16:09:19.200086 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34070) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:19.252722 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:09:19.261690 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] 10.222.0.54 "PUT /v2.0/routers/c6594335-70c5-455f-9008-5267315b01e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0734763 May 13 16:09:19.270477 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Sync routers for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:09:19.287231 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:09:19.288178 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:09:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:19.293348 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1868-2ee1-44a7-8de5-497d5484515e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:19.348777 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-339286be-d6d3-4b5a-bcd0-8320516c7320 req-fe6e88b5-dc3b-4b80-af0a-47a6f61210f3 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001455 May 13 16:09:19.384107 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ea4b1868-2ee1-44a7-8de5-497d5484515e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:19.406180 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ea4b1868-2ee1-44a7-8de5-497d5484515e admin admin] Usage tracker for resource:security_group_rule and tenant:ea8a1ed9bb77421ca55fd1afab1d5101 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:19.414432 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ea4b1868-2ee1-44a7-8de5-497d5484515e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:19.434057 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ea4b1868-2ee1-44a7-8de5-497d5484515e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:19.670044 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Notify callbacks [] for port, precommit_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:19.686256 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1868-2ee1-44a7-8de5-497d5484515e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:19.695600 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1868-2ee1-44a7-8de5-497d5484515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:19.722874 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.provisioning_blocks [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Transition to ACTIVE for port object af317b27-f341-49ae-a05e-7cb2c94896c5 will not be triggered until provisioned by entity L2. {{(pid=79046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:09:19.780379 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:19.810235 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:19.850612 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:19.866704 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-ea4b1868-2ee1-44a7-8de5-497d5484515e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea8a1ed9bb77421ca55fd1afab1d5101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6645052 May 13 16:09:19.874073 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34100) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:19.913249 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed2e47-06ad-4e07-85f8-56fe7d0f32c9 None None] Pushing event updated for resources: {'Port': ['ID=af317b27-f341-49ae-a05e-7cb2c94896c5,revision_number=3']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:19.999673 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-c9b72cd8-4192-4e6a-841b-3df7daf387cf tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 16:09:20.000834 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-c9b72cd8-4192-4e6a-841b-3df7daf387cf tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265324 May 13 16:09:20.016062 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b1868-2ee1-44a7-8de5-497d5484515e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09e9142-3de1-472f-8c27-660295a9815b,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:20.039468 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ea4b1868-2ee1-44a7-8de5-497d5484515e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:20.095187 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:09:20.125216 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-89a6c57f-da31-47b3-baa9-96fb09c2cf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:20.175953 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-89a6c57f-da31-47b3-baa9-96fb09c2cf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:20.321042 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-27dec0d6-be85-43d7-b138-55191166a09b tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:20.338854 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-27dec0d6-be85-43d7-b138-55191166a09b tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 819 time: 0.7613490 May 13 16:09:20.376934 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-89a6c57f-da31-47b3-baa9-96fb09c2cf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:20.389730 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:20.403117 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-1041a343-9984-4f0a-a9f2-7c013fec323a tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/quotas/7083da6e157642408e9b310cb2179161 HTTP/1.1" status: 200 len: 375 time: 0.0632246 May 13 16:09:20.447308 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-89a6c57f-da31-47b3-baa9-96fb09c2cf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:20.448514 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-89a6c57f-da31-47b3-baa9-96fb09c2cf45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b09e9142-3de1-472f-8c27-660295a9815b HTTP/1.1" status: 204 len: 168 time: 0.5580165 May 13 16:09:20.449375 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6c57f-da31-47b3-baa9-96fb09c2cf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09e9142-3de1-472f-8c27-660295a9815b,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:20.460084 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-89a6c57f-da31-47b3-baa9-96fb09c2cf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:20.611314 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-81ed2e47-06ad-4e07-85f8-56fe7d0f32c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:20.628914 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Attempting to bind port af317b27-f341-49ae-a05e-7cb2c94896c5 on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:09:20.629707 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Attempting to bind port af317b27-f341-49ae-a05e-7cb2c94896c5 by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': 'b614bed4-c469-4a1d-b43a-a38dfd9db966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568'}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:09:20.630439 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Attempting to bind port af317b27-f341-49ae-a05e-7cb2c94896c5 on network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:09:20.640952 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:09:20.641625 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Checking segment: {'id': 'b614bed4-c469-4a1d-b43a-a38dfd9db966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:09:20.642589 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:20.643214 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Bound using segment: {'id': 'b614bed4-c469-4a1d-b43a-a38dfd9db966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568'} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:09:20.644185 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Bound port: af317b27-f341-49ae-a05e-7cb2c94896c5, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b614bed4-c469-4a1d-b43a-a38dfd9db966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568'}}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:09:20.644921 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:20.808221 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-0733cb0a-0f78-4fd1-b27e-c9f3c28922ef tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4040525 May 13 16:09:20.925313 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] For port af317b27-f341-49ae-a05e-7cb2c94896c5, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:09:20.933584 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] For port af317b27-f341-49ae-a05e-7cb2c94896c5, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=af317b27-f341-49ae-a05e-7cb2c94896c5,segment=NetworkSegment(b614bed4-c469-4a1d-b43a-a38dfd9db966),segment_id=b614bed4-c469-4a1d-b43a-a38dfd9db966)] {{(pid=79046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:09:20.971959 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:21.040195 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:21.189778 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Request body: {'port': {'device_id': 'e3bb025d-7ee6-45f6-9728-e95c0c68ded8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:09:21.412330 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Routers {'a3efecb7-2605-4bcb-91a5-1103c032a5e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:09:21.419510 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:09:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['a3efecb7-2605-4bcb-91a5-1103c032a5e6'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:21.467185 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34138) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:21.474774 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--936849431', 'description': 'tempest-description--1312535457'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:09:21.480762 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:16Z', 'revision_number': 2, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:21.502018 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Checking router: c6594335-70c5-455f-9008-5267315b01e6 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:09:21.503165 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Updating router c6594335-70c5-455f-9008-5267315b01e6 port bed93b90-04bf-45f7-8f5e-5014220b8b98 binding host dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:09:21.503913 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:21.540027 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Usage tracker for resource:security_group and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:21.558193 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:21.596122 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:21.641904 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:21.703667 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-a86b0fa0-70d3-461e-9899-ea05735130e4 service neutron] 10.222.0.54 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8883355 May 13 16:09:21.712866 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:21.753129 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:21.771279 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Usage tracker for resource:security_group_rule and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:21.783687 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:21.805562 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:21.836070 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:22.034111 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c44eeed3-2639-4290-bae2-c2d22c641cb0 service neutron] 10.222.0.54 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224335 May 13 16:09:22.072692 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed2e47-06ad-4e07-85f8-56fe7d0f32c9 None None] Pushing event updated for resources: {'Port': ['ID=af317b27-f341-49ae-a05e-7cb2c94896c5,revision_number=4']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:22.081914 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:22.098770 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:22.105935 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-81ed2e47-06ad-4e07-85f8-56fe7d0f32c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:22.130119 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-89a6c57f-da31-47b3-baa9-96fb09c2cf45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:22.352179 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8721ca5a-536d-4a93-9c7e-122af552a2fd,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:22.371144 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:22.383536 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:22.384987 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9158480 May 13 16:09:22.395209 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34160) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:22.415986 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-8a04bfef-610d-4603-b9b6-671c03d6fe57 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Request body: {'security_group_rule': {'security_group_id': '8721ca5a-536d-4a93-9c7e-122af552a2fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:09:22.444510 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-8a04bfef-610d-4603-b9b6-671c03d6fe57 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:22.453283 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-8a04bfef-610d-4603-b9b6-671c03d6fe57 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Usage tracker for resource:security_group_rule and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:22.458312 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-8a04bfef-610d-4603-b9b6-671c03d6fe57 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:22.476533 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-8a04bfef-610d-4603-b9b6-671c03d6fe57 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:22.526386 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8a04bfef-610d-4603-b9b6-671c03d6fe57 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:22.552871 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] Set router a3efecb7-2605-4bcb-91a5-1103c032a5e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:09:22.740927 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6832cd6-8b63-497d-b68e-fce93f617e46 req-b0de62b3-b602-4cab-8e70-481f20370656 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:22.752761 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b6832cd6-8b63-497d-b68e-fce93f617e46 req-b0de62b3-b602-4cab-8e70-481f20370656 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 932 time: 0.7109325 May 13 16:09:22.856153 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-93bbb8f1-dd6c-45a6-80c0-d80f4ea0b164 req-18bbaa06-5745-449c-abdf-b4e25d7c3baf tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 210 time: 0.0996432 May 13 16:09:22.966892 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8a04bfef-610d-4603-b9b6-671c03d6fe57 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:22.988249 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8a04bfef-610d-4603-b9b6-671c03d6fe57 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:22.998792 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:23.096952 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04bfef-610d-4603-b9b6-671c03d6fe57 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09b4f25-477f-4324-8359-b2ae7250d18f,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:23.118908 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-8a04bfef-610d-4603-b9b6-671c03d6fe57 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:23.129993 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8a04bfef-610d-4603-b9b6-671c03d6fe57 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:23.139136 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-8a04bfef-610d-4603-b9b6-671c03d6fe57 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7409668 May 13 16:09:23.143077 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34184) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:23.154439 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b6832cd6-8b63-497d-b68e-fce93f617e46 req-714ceb20-ba44-4de5-b308-918d178d1942 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997989 May 13 16:09:23.166310 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-97864de3-56e5-4aba-9e5e-96dc4b9f0433 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Request body: {'security_group_rule': {'security_group_id': '8721ca5a-536d-4a93-9c7e-122af552a2fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:09:23.195292 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-97864de3-56e5-4aba-9e5e-96dc4b9f0433 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:23.211595 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-97864de3-56e5-4aba-9e5e-96dc4b9f0433 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Usage tracker for resource:security_group_rule and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:23.222354 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-97864de3-56e5-4aba-9e5e-96dc4b9f0433 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:23.238110 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-97864de3-56e5-4aba-9e5e-96dc4b9f0433 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:23.274501 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-97864de3-56e5-4aba-9e5e-96dc4b9f0433 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:23.393785 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-97864de3-56e5-4aba-9e5e-96dc4b9f0433 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:23.400213 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-97864de3-56e5-4aba-9e5e-96dc4b9f0433 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:23.402837 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:23.441789 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97864de3-56e5-4aba-9e5e-96dc4b9f0433 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1577a205-ad25-4fc8-a809-1247793dfa95,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:23.447864 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-97864de3-56e5-4aba-9e5e-96dc4b9f0433 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:23.460468 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-97864de3-56e5-4aba-9e5e-96dc4b9f0433 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:23.467664 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-97864de3-56e5-4aba-9e5e-96dc4b9f0433 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3227556 May 13 16:09:23.469874 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34202) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:23.478564 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Request body: {'floatingip': {'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:09:23.495014 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:23.503585 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Usage tracker for resource:floatingip and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:23.508084 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Notify callbacks [] for port, precommit_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:23.515855 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:23.537120 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Transition to ACTIVE for port object bed93b90-04bf-45f7-8f5e-5014220b8b98 will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:09:23.548714 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:23.551869 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:23.555272 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:23.585834 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:23.822644 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1572424675-router', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:12Z', 'revision_number': 4, 'project_id': '7083da6e157642408e9b310cb2179161', 'gw_port': {'id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'af317b27-f341-49ae-a05e-7cb2c94896c5', 'name': '', 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'mac_address': 'fa:16:3e:dd:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0f10e9a3-0af6-4fed-b04c-11eeafe49330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:08Z', 'updated_at': '2021-05-13T16:09:20Z', 'revision_number': 4, 'project_id': '7083da6e157642408e9b310cb2179161', 'subnets': [{'id': '0f10e9a3-0af6-4fed-b04c-11eeafe49330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:23.854255 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f820eab-288e-4dcb-8b1e-ce3e865e6e98 None None] The sync data for ids ['a3efecb7-2605-4bcb-91a5-1103c032a5e6'] in dv-cinder-689486-12-smb is: [{'id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1572424675-router', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:12Z', 'revision_number': 4, 'project_id': '7083da6e157642408e9b310cb2179161', 'gw_port': {'id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'af317b27-f341-49ae-a05e-7cb2c94896c5', 'name': '', 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'mac_address': 'fa:16:3e:dd:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0f10e9a3-0af6-4fed-b04c-11eeafe49330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:08Z', 'updated_at': '2021-05-13T16:09:20Z', 'revision_number': 4, 'project_id': '7083da6e157642408e9b310cb2179161', 'subnets': [{'id': '0f10e9a3-0af6-4fed-b04c-11eeafe49330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:09:24.029461 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3e2512-b188-425b-87ce-7fd7156bd0e4 {{(pid=79044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:09:24.080322 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:24.353073 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:24.581409 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7e709-1919-40cd-a7a9-1670e8f94081 None None] Pushing event updated for resources: {'Port': ['ID=bed93b90-04bf-45f7-8f5e-5014220b8b98,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:24.597678 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-d1a7e709-1919-40cd-a7a9-1670e8f94081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.037s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:24.646545 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device af317b27-f341-49ae-a05e-7cb2c94896c5 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:24.822751 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Attempting to bind port bed93b90-04bf-45f7-8f5e-5014220b8b98 on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:09:24.826703 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Attempting to bind port bed93b90-04bf-45f7-8f5e-5014220b8b98 by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:09:24.827169 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Attempting to bind port bed93b90-04bf-45f7-8f5e-5014220b8b98 on network dca658d9-eaa4-4676-96b4-38061917c1e0 {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:09:24.917552 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:09:24.917946 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Checking segment: {'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:09:24.918364 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:24.918911 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Bound using segment: {'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:09:24.919628 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Bound port: bed93b90-04bf-45f7-8f5e-5014220b8b98, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:09:24.928530 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:25.043826 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Allocated IP 172.28.1.85 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/d2f28307-6c7e-4b43-8c60-01aa0bbb91ca) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:09:25.144041 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port af317b27-f341-49ae-a05e-7cb2c94896c5 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:09:25.153268 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-482aaf49-8da8-422f-a9f3-06f465ea8ad6 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:25.161520 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-482aaf49-8da8-422f-a9f3-06f465ea8ad6 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 819 time: 1.0661876 May 13 16:09:25.165382 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 34240) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:25.222167 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Transition to ACTIVE for port object ce3e2512-b188-425b-87ce-7fd7156bd0e4 will not be triggered until provisioned by entity L2. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:09:25.254418 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port af317b27-f341-49ae-a05e-7cb2c94896c5 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:25.255034 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:25.269234 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:25.555445 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] For port bed93b90-04bf-45f7-8f5e-5014220b8b98, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:09:25.663071 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] For port bed93b90-04bf-45f7-8f5e-5014220b8b98, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=bed93b90-04bf-45f7-8f5e-5014220b8b98,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:09:25.664375 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:25.690274 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:25.696576 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:25.719448 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:25.794079 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:25.810655 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-feb04eaa-b526-42f8-bc47-d29d3b41c70a tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/quotas/7083da6e157642408e9b310cb2179161 HTTP/1.1" status: 200 len: 375 time: 0.5715337 May 13 16:09:25.821445 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:25.945526 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Pushing event updated for resources: {'Port': ['ID=ce3e2512-b188-425b-87ce-7fd7156bd0e4,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:26.028411 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:09:26.043803 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:09:26.056330 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:26.059912 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:09:26.138258 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:26.181364 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:09:26.186849 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:09:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:26.253317 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event updated for resources: {'Port': ['ID=d2f28307-6c7e-4b43-8c60-01aa0bbb91ca,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:26.265332 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:26.391804 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4683f1-3074-49e0-bf36-4dcdc3642f9f req-d19569fc-21b6-4c1d-b3ec-687d4052e513 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:26.401553 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7a4683f1-3074-49e0-bf36-4dcdc3642f9f req-d19569fc-21b6-4c1d-b3ec-687d4052e513 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 944 time: 1.2367170 May 13 16:09:26.408037 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Attempting to bind port ce3e2512-b188-425b-87ce-7fd7156bd0e4 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:09:26.408777 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Attempting to bind port ce3e2512-b188-425b-87ce-7fd7156bd0e4 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'a785f8e8-cc16-4878-a2ca-2bf6800a9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '0efa53dd-8c99-4f28-8001-d95140b95de6'}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:09:26.409473 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Attempting to bind port ce3e2512-b188-425b-87ce-7fd7156bd0e4 on network 0efa53dd-8c99-4f28-8001-d95140b95de6 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:09:26.441851 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Port ce3e2512-b188-425b-87ce-7fd7156bd0e4 on network 0efa53dd-8c99-4f28-8001-d95140b95de6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:09:26.442531 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Attempting to bind port ce3e2512-b188-425b-87ce-7fd7156bd0e4 on network 0efa53dd-8c99-4f28-8001-d95140b95de6 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:09:26.472202 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:09:26.472912 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Checking segment: {'id': 'a785f8e8-cc16-4878-a2ca-2bf6800a9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '0efa53dd-8c99-4f28-8001-d95140b95de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:09:26.473811 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Bound using segment: {'id': 'a785f8e8-cc16-4878-a2ca-2bf6800a9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '0efa53dd-8c99-4f28-8001-d95140b95de6'} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:09:26.474677 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Bound port: ce3e2512-b188-425b-87ce-7fd7156bd0e4, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a785f8e8-cc16-4878-a2ca-2bf6800a9435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '0efa53dd-8c99-4f28-8001-d95140b95de6'}}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:09:26.475449 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:26.500468 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:09:26.534087 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6149f86b-7df9-4604-91e0-12bdd34dcf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:26.567123 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:26.604961 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7a4683f1-3074-49e0-bf36-4dcdc3642f9f req-b67d3aa4-7ae2-4ed9-bc10-cdcdde47467f tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979635 May 13 16:09:26.628642 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-6149f86b-7df9-4604-91e0-12bdd34dcf9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:26.635099 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-93e6253a-ef8a-447c-a5a9-7173709a81e3 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7933645 May 13 16:09:26.641061 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-6149f86b-7df9-4604-91e0-12bdd34dcf9c admin admin] Usage tracker for resource:security_group_rule and tenant:10ef8985fac7434e816d51c8caa032fd is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:26.646355 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-6149f86b-7df9-4604-91e0-12bdd34dcf9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:26.681866 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-6149f86b-7df9-4604-91e0-12bdd34dcf9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:26.711775 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:26.874568 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7e709-1919-40cd-a7a9-1670e8f94081 None None] Pushing event updated for resources: {'Port': ['ID=bed93b90-04bf-45f7-8f5e-5014220b8b98,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:26.902033 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.36', 58267) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:26.905135 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-d1a7e709-1919-40cd-a7a9-1670e8f94081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.186s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:26.997725 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] For port ce3e2512-b188-425b-87ce-7fd7156bd0e4, host hv-cinder-68948, cleared binding levels {{(pid=79044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:09:27.025644 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port af317b27-f341-49ae-a05e-7cb2c94896c5, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=af317b27-f341-49ae-a05e-7cb2c94896c5,segment=NetworkSegment(b614bed4-c469-4a1d-b43a-a38dfd9db966),segment_id=b614bed4-c469-4a1d-b43a-a38dfd9db966)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:27.093119 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] For port ce3e2512-b188-425b-87ce-7fd7156bd0e4, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ce3e2512-b188-425b-87ce-7fd7156bd0e4,segment=NetworkSegment(a785f8e8-cc16-4878-a2ca-2bf6800a9435),segment_id=a785f8e8-cc16-4878-a2ca-2bf6800a9435)] {{(pid=79044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:09:27.119410 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:27.167126 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:27.212010 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:27.248955 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:27.301102 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6149f86b-7df9-4604-91e0-12bdd34dcf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:27.337213 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-f62f5790-2107-4596-b686-ffa91c42d727 service neutron] 10.222.0.54 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780703 May 13 16:09:27.369917 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6149f86b-7df9-4604-91e0-12bdd34dcf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:27.408228 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:27.414934 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:27.433087 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:27.478349 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-6149f86b-7df9-4604-91e0-12bdd34dcf9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=10ef8985fac7434e816d51c8caa032fd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2533598 May 13 16:09:27.506479 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34312) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:27.559226 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:27.560282 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:27.561760 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] 10.222.0.36 "PUT /v2.0/ports/ce3e2512-b188-425b-87ce-7fd7156bd0e4 HTTP/1.1" status: 200 len: 1094 time: 6.9103966 May 13 16:09:27.562424 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bb025d-7ee6-45f6-9728-e95c0c68ded8', 'tag': 'ce3e2512-b188-425b-87ce-7fd7156bd0e4'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:09:27.613449 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=af317b27-f341-49ae-a05e-7cb2c94896c5,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:27.634596 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:27.635796 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:27.782097 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event updated for resources: {'Port': ['ID=d2f28307-6c7e-4b43-8c60-01aa0bbb91ca,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:27.793929 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:27.825403 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:27.827356 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3555474 May 13 16:09:27.871268 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Pushing event updated for resources: {'Port': ['ID=ce3e2512-b188-425b-87ce-7fd7156bd0e4,revision_number=3']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:27.898253 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-bef3c25d-62a0-4d89-84c8-53dbe1e35a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:27.934218 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:27.935533 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-9cff68da-183c-4ba2-919a-34848d11943e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:27.948010 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-bef3c25d-62a0-4d89-84c8-53dbe1e35a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:27.974612 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:25Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:09:27.986090 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db477b01-2f90-4d73-b056-3c5d73bdde64 None None] The sync data for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb is: [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:25Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:09:28.016765 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-5e798242-169b-416f-8857-cb11ccbc27c6 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:28.019359 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-5e798242-169b-416f-8857-cb11ccbc27c6 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.36 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 819 time: 1.1041772 May 13 16:09:28.027311 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149f86b-7df9-4604-91e0-12bdd34dcf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8515c31-f754-4e06-9433-e37c17c068d3,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:28.048959 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-bef3c25d-62a0-4d89-84c8-53dbe1e35a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:28.054575 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-03722810-a5a5-4daa-ac3d-8b186924bd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:28.077965 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3c25d-62a0-4d89-84c8-53dbe1e35a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8515c31-f754-4e06-9433-e37c17c068d3,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:28.088901 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-bef3c25d-62a0-4d89-84c8-53dbe1e35a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:28.089948 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-bef3c25d-62a0-4d89-84c8-53dbe1e35a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:28.098170 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-bef3c25d-62a0-4d89-84c8-53dbe1e35a6f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8515c31-f754-4e06-9433-e37c17c068d3 HTTP/1.1" status: 204 len: 168 time: 0.5856647 May 13 16:09:28.230621 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6149f86b-7df9-4604-91e0-12bdd34dcf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:28.251843 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Request body: {'port': {'device_id': '3952d0db-440e-4232-9990-2f610aca716e', 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568', 'admin_state_up': True, 'tenant_id': '7083da6e157642408e9b310cb2179161'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:09:28.610488 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-92f406b3-1d3a-46a7-a319-74793b896580 service neutron] 10.222.0.54 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2305980 May 13 16:09:28.750544 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d678bc21-868a-4533-ba8d-192437bb0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:28.760659 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-d678bc21-868a-4533-ba8d-192437bb0a5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5224b2746594828babb36042af69757&device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 1097 time: 1.0274959 May 13 16:09:28.848233 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34384) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:29.193565 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34408) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:29.228199 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e72be-8a96-4c1b-8914-e44c6e486df3 req-bb84829c-f810-43f4-b21d-041bc8b82963 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:29.231518 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e01e72be-8a96-4c1b-8914-e44c6e486df3 req-bb84829c-f810-43f4-b21d-041bc8b82963 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 944 time: 1.2108021 May 13 16:09:29.234988 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e47e-a855-4ddd-be24-213fc17228de admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:29.236685 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-cef0a3d1-b1b2-4dfd-94a4-5961343bfd6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3e2512-b188-425b-87ce-7fd7156bd0e4 HTTP/1.1" status: 200 len: 217 time: 0.4357433 May 13 16:09:29.368256 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-4ce8e47e-a855-4ddd-be24-213fc17228de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:29.377102 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-4ce8e47e-a855-4ddd-be24-213fc17228de admin admin] Usage tracker for resource:security_group_rule and tenant:802ac78b21174104a94d0cac15ebb916 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:29.380803 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-4ce8e47e-a855-4ddd-be24-213fc17228de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:29.395801 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-4ce8e47e-a855-4ddd-be24-213fc17228de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:29.415599 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:29.420245 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Usage tracker for resource:port and tenant:7083da6e157642408e9b310cb2179161 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:29.423286 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:29.432567 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:29.496925 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Made reservation on behalf of 7083da6e157642408e9b310cb2179161 for: {'port': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:09:29.501082 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:29.559924 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e47e-a855-4ddd-be24-213fc17228de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:29.566045 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e47e-a855-4ddd-be24-213fc17228de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:29.584307 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-8bc6d7df-2bb0-450f-a7a5-c07671698930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:29.586892 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device af317b27-f341-49ae-a05e-7cb2c94896c5 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:29.593863 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-f3c76131-8549-427b-9f0d-138e71662169 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--936849431&fields=id&tenant_id=a4b03e7da06f462f87ae1810bfc67172 HTTP/1.1" status: 200 len: 267 time: 0.4511237 May 13 16:09:29.678234 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8e47e-a855-4ddd-be24-213fc17228de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ec8f05-5dcc-4f14-8afa-b6a38e71558a,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:29.690092 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4ce8e47e-a855-4ddd-be24-213fc17228de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:29.719448 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-4ce8e47e-a855-4ddd-be24-213fc17228de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=802ac78b21174104a94d0cac15ebb916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244045 May 13 16:09:29.719830 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34418) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:29.774020 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8fa27705-79db-4f98-911f-ccc9f79df394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:29.854518 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-8fa27705-79db-4f98-911f-ccc9f79df394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:29.875852 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-8fa27705-79db-4f98-911f-ccc9f79df394 admin admin] Usage tracker for resource:security_group_rule and tenant:b768ffb6ca264672bf7dc64dc5c8a4f3 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:29.905377 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-8fa27705-79db-4f98-911f-ccc9f79df394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:29.925712 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-8fa27705-79db-4f98-911f-ccc9f79df394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:29.927848 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2514c171-2361-410c-8431-cdc41fbd17d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:29.931155 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Allocated IP 172.20.0.13 (3a278da7-8d29-42e4-b73e-7fe4eba3c568/0f10e9a3-0af6-4fed-b04c-11eeafe49330/f39e7d34-f4be-4532-bcda-a4d3ccf96d72) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:09:29.990209 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port af317b27-f341-49ae-a05e-7cb2c94896c5 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:29.990828 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:30.011933 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2514c171-2361-410c-8431-cdc41fbd17d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:30.128844 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2514c171-2361-410c-8431-cdc41fbd17d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:30.140379 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4ce8e47e-a855-4ddd-be24-213fc17228de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:30.156033 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8fa27705-79db-4f98-911f-ccc9f79df394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:30.169124 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8fa27705-79db-4f98-911f-ccc9f79df394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:30.178075 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514c171-2361-410c-8431-cdc41fbd17d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ec8f05-5dcc-4f14-8afa-b6a38e71558a,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:30.182599 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2514c171-2361-410c-8431-cdc41fbd17d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:30.184783 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:30.253933 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2514c171-2361-410c-8431-cdc41fbd17d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:30.259577 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-2514c171-2361-410c-8431-cdc41fbd17d9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3ec8f05-5dcc-4f14-8afa-b6a38e71558a HTTP/1.1" status: 204 len: 168 time: 0.5375702 May 13 16:09:30.266400 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-8fa27705-79db-4f98-911f-ccc9f79df394 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b768ffb6ca264672bf7dc64dc5c8a4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4162552 May 13 16:09:30.270922 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34438) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:30.275005 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa27705-79db-4f98-911f-ccc9f79df394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbd0e55-1a78-45dc-833e-7e7e23cdf810,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:30.279406 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-8fa27705-79db-4f98-911f-ccc9f79df394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:30.340957 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-c295369c-287f-4745-a862-1658d6cc9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:30.365755 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-c295369c-287f-4745-a862-1658d6cc9a14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=313e00d0-a501-49d7-97ce-9e94b8cace0f HTTP/1.1" status: 200 len: 851 time: 1.0978286 May 13 16:09:30.369890 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e01e72be-8a96-4c1b-8914-e44c6e486df3 req-38ba5571-3e64-4f7e-acf1-79deefb65480 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0754900 May 13 16:09:30.404450 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-123a896f-3a3e-48dd-85b8-baf6c43090d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:30.478614 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-123a896f-3a3e-48dd-85b8-baf6c43090d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:30.582342 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:30.636307 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-123a896f-3a3e-48dd-85b8-baf6c43090d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:30.642407 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ea4b1868-2ee1-44a7-8de5-497d5484515e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:30.650003 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device bed93b90-04bf-45f7-8f5e-5014220b8b98 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:30.670798 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a896f-3a3e-48dd-85b8-baf6c43090d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbd0e55-1a78-45dc-833e-7e7e23cdf810,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:30.683242 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-123a896f-3a3e-48dd-85b8-baf6c43090d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:30.690145 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-123a896f-3a3e-48dd-85b8-baf6c43090d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:30.691279 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-123a896f-3a3e-48dd-85b8-baf6c43090d3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7dbd0e55-1a78-45dc-833e-7e7e23cdf810 HTTP/1.1" status: 204 len: 168 time: 0.4191718 May 13 16:09:30.696105 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-826a7afd-cf4d-44b1-9fe9-ad9a496d8f28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0efa53dd-8c99-4f28-8001-d95140b95de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2784328 May 13 16:09:30.790482 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port bed93b90-04bf-45f7-8f5e-5014220b8b98 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:09:30.797334 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port bed93b90-04bf-45f7-8f5e-5014220b8b98 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:30.797715 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:30.854447 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:31.038750 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-5549b284-1afd-46d6-a87c-2b44c428fd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:31.075022 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:31.130616 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34462) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:31.192272 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port bed93b90-04bf-45f7-8f5e-5014220b8b98, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=bed93b90-04bf-45f7-8f5e-5014220b8b98,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:31.199102 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:31.205076 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:31.298090 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.36', 58275) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:31.367919 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bb025d-7ee6-45f6-9728-e95c0c68ded8', 'tag': 'ce3e2512-b188-425b-87ce-7fd7156bd0e4', 'status': 'completed', 'code': 200} May 13 16:09:31.396345 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-df0cb0e7-6a09-4376-b188-49c195809731 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:31.410514 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-df0cb0e7-6a09-4376-b188-49c195809731 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/networks?id=dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 200 len: 817 time: 1.7967250 May 13 16:09:31.426756 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-e48a33c4-41a4-4de3-8204-4fc976eb4ddb service neutron] 10.222.0.36 "GET /v2.0/networks/0efa53dd-8c99-4f28-8001-d95140b95de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670408 May 13 16:09:31.446321 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=bed93b90-04bf-45f7-8f5e-5014220b8b98,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:31.458522 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:31.610100 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-5da595ba-34dd-475a-bc43-d5b884fecbc5 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/quotas/a4b03e7da06f462f87ae1810bfc67172 HTTP/1.1" status: 200 len: 375 time: 0.1768470 May 13 16:09:31.631542 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-d74b33b9-4a05-4b51-95fe-68ce776651db tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:31.632879 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-d74b33b9-4a05-4b51-95fe-68ce776651db tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Synchronizing usage tracker for tenant:7083da6e157642408e9b310cb2179161 on resource:network {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:09:31.740729 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-d74b33b9-4a05-4b51-95fe-68ce776651db tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Unset dirty status for tenant:7083da6e157642408e9b310cb2179161 on resource:network {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:09:31.743015 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-d74b33b9-4a05-4b51-95fe-68ce776651db tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.36 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 819 time: 0.4252167 May 13 16:09:31.766887 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Request body: {'port': {'device_id': '8b1132e2-1366-43f4-aa4f-307b58d17dd8', 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568', 'admin_state_up': True, 'tenant_id': '7083da6e157642408e9b310cb2179161'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:09:31.945678 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1cf935e4-00fd-48cf-b240-77d8aa1b5c03 req-9dca1e51-3f4d-41e5-a544-e85fd4afe26e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 210 time: 0.3550475 May 13 16:09:31.992107 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:32.056264 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:32.071457 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-125837d2-2fcf-4125-a01b-246930ad1a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:32.138269 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-125837d2-2fcf-4125-a01b-246930ad1a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:32.158952 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-125837d2-2fcf-4125-a01b-246930ad1a7d admin admin] Usage tracker for resource:security_group_rule and tenant:4ee03734e331427a802d79972eeb94dd is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:32.165538 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-125837d2-2fcf-4125-a01b-246930ad1a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:32.174199 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-125837d2-2fcf-4125-a01b-246930ad1a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:32.211668 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:09:32.214212 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2d0bd703-0322-4e49-8aa6-c06c389cee08 req-bded7abf-2ddf-40a1-a5d4-d618d1dafc9f service neutron] 10.222.0.36 "GET /v2.0/networks/0efa53dd-8c99-4f28-8001-d95140b95de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7677145 May 13 16:09:32.234014 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:09:32.254858 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:09:32.261809 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:32.265761 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:32.273694 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34492) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:32.284732 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Pushing event updated for resources: {'Port': ['ID=f39e7d34-f4be-4532-bcda-a4d3ccf96d72,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:32.295254 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:32.307216 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-2cafaa10-ed3d-453f-abc2-b93a82b8309b tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Synchronizing usage tracker for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:09:32.328377 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-462b361c-d616-48d4-b18d-a298e656024f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:32.336533 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1077821 May 13 16:09:32.357570 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-2cafaa10-ed3d-453f-abc2-b93a82b8309b tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Unset dirty status for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:09:32.358854 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-2cafaa10-ed3d-453f-abc2-b93a82b8309b tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a4b03e7da06f462f87ae1810bfc67172&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5782001 May 13 16:09:32.362207 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-462b361c-d616-48d4-b18d-a298e656024f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:32.365595 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-125837d2-2fcf-4125-a01b-246930ad1a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:32.369707 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:32.371493 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8545f9f-ecca-4a58-afa5-a70e5fe1ebe4 req-08038d5f-c9d6-4bdf-bfd7-0e3ffbb1082c tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:32.372616 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-462b361c-d616-48d4-b18d-a298e656024f admin admin] Usage tracker for resource:security_group_rule and tenant:1594b43f3fe9406b85c3c144412391af is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:32.373890 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b8545f9f-ecca-4a58-afa5-a70e5fe1ebe4 req-08038d5f-c9d6-4bdf-bfd7-0e3ffbb1082c tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 944 time: 0.2064548 May 13 16:09:32.376621 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-125837d2-2fcf-4125-a01b-246930ad1a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:32.380327 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Request body: {'port': {'device_id': '3952d0db-440e-4232-9990-2f610aca716e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:09:32.386889 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Usage tracker for resource:port and tenant:7083da6e157642408e9b310cb2179161 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:32.390307 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-462b361c-d616-48d4-b18d-a298e656024f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:32.393170 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:32.402575 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:32.422611 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-462b361c-d616-48d4-b18d-a298e656024f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:32.424694 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:32.458051 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-125837d2-2fcf-4125-a01b-246930ad1a7d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4ee03734e331427a802d79972eeb94dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3241925 May 13 16:09:32.461675 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34500) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:32.462342 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125837d2-2fcf-4125-a01b-246930ad1a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f595285-1224-451e-b41f-243672280430,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:32.466617 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-125837d2-2fcf-4125-a01b-246930ad1a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:32.489628 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Made reservation on behalf of 7083da6e157642408e9b310cb2179161 for: {'port': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:09:32.494198 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:32.643236 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ffbdcf1e-1837-4b66-9967-06a1f29ae501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:32.681551 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b8545f9f-ecca-4a58-afa5-a70e5fe1ebe4 req-623a96ad-4880-4bed-bd1f-08ab001e04b5 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250197 May 13 16:09:32.748236 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ffbdcf1e-1837-4b66-9967-06a1f29ae501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:32.810572 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-462b361c-d616-48d4-b18d-a298e656024f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:32.830095 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-462b361c-d616-48d4-b18d-a298e656024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:32.844040 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:32.871541 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Allocated IP 172.20.0.4 (3a278da7-8d29-42e4-b73e-7fe4eba3c568/0f10e9a3-0af6-4fed-b04c-11eeafe49330/87010fc6-2ee8-40da-b5da-603ef368a540) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:09:32.923623 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:32.963523 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b361c-d616-48d4-b18d-a298e656024f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea87c5f-fac4-4d15-8ba6-77f348aa380a,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:32.990982 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-bc807f4d-1ae3-4afb-95b0-4986eae9e073 service neutron] 10.222.0.54 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280852 May 13 16:09:33.004214 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-462b361c-d616-48d4-b18d-a298e656024f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:33.029836 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-462b361c-d616-48d4-b18d-a298e656024f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1594b43f3fe9406b85c3c144412391af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7519624 May 13 16:09:33.035046 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34528) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:33.067132 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ffbdcf1e-1837-4b66-9967-06a1f29ae501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:33.107737 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:33.189220 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b40478-100a-4977-b17a-2f05b0693665 req-a524e7a5-c9c2-478c-9838-38acfc1592b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:33.191769 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a8b40478-100a-4977-b17a-2f05b0693665 req-a524e7a5-c9c2-478c-9838-38acfc1592b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5224b2746594828babb36042af69757&device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 1097 time: 0.8164527 May 13 16:09:33.261254 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdcf1e-1837-4b66-9967-06a1f29ae501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f595285-1224-451e-b41f-243672280430,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:33.271775 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ffbdcf1e-1837-4b66-9967-06a1f29ae501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:33.398922 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ffbdcf1e-1837-4b66-9967-06a1f29ae501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:33.408435 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device bed93b90-04bf-45f7-8f5e-5014220b8b98 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:33.418894 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-ffbdcf1e-1837-4b66-9967-06a1f29ae501 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4f595285-1224-451e-b41f-243672280430 HTTP/1.1" status: 204 len: 168 time: 0.9534581 May 13 16:09:33.535669 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:33.567040 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port bed93b90-04bf-45f7-8f5e-5014220b8b98 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:33.567449 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:33.592506 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-86d12cdc-3d4a-484d-a945-179f9f918d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:33.614016 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:33.630755 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-060f3f7b-17f8-4d39-9bcf-3d95fdd884aa req-bd6eae04-a11f-4cab-a97d-d01d35b70f34 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Synchronizing usage tracker for tenant:7083da6e157642408e9b310cb2179161 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:09:33.652492 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:33.737122 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-86d12cdc-3d4a-484d-a945-179f9f918d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:33.811289 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:33.822245 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:09:33.836374 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:09:33.838824 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:09:33.903223 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b40478-100a-4977-b17a-2f05b0693665 req-580f629a-fd8a-476e-a81d-7c594364fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:33.904902 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a8b40478-100a-4977-b17a-2f05b0693665 req-580f629a-fd8a-476e-a81d-7c594364fcb1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0efa53dd-8c99-4f28-8001-d95140b95de6 HTTP/1.1" status: 200 len: 912 time: 0.6972520 May 13 16:09:33.912916 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-060f3f7b-17f8-4d39-9bcf-3d95fdd884aa req-bd6eae04-a11f-4cab-a97d-d01d35b70f34 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Unset dirty status for tenant:7083da6e157642408e9b310cb2179161 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:09:33.914707 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-060f3f7b-17f8-4d39-9bcf-3d95fdd884aa req-bd6eae04-a11f-4cab-a97d-d01d35b70f34 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 210 time: 0.6748164 May 13 16:09:33.922473 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-6c2496f2-9323-4663-be0f-fad813fc228c service neutron] 10.222.0.54 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9300883 May 13 16:09:33.996693 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Pushing event updated for resources: {'Port': ['ID=87010fc6-2ee8-40da-b5da-603ef368a540,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:34.009372 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:34.050234 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-86b624b4-4e97-43d6-a815-b1f0526130be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:34.073703 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:34.073703 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:34.089126 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a8b40478-100a-4977-b17a-2f05b0693665 req-d1c09d92-3425-4bdc-b4af-049f7d568178 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3e2512-b188-425b-87ce-7fd7156bd0e4 HTTP/1.1" status: 200 len: 217 time: 0.1699324 May 13 16:09:34.109263 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-86d12cdc-3d4a-484d-a945-179f9f918d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:34.119498 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:34.141403 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d12cdc-3d4a-484d-a945-179f9f918d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea87c5f-fac4-4d15-8ba6-77f348aa380a,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:34.151067 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-86d12cdc-3d4a-484d-a945-179f9f918d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:34.155411 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3925378 May 13 16:09:34.156572 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-86d12cdc-3d4a-484d-a945-179f9f918d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:34.157623 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-86d12cdc-3d4a-484d-a945-179f9f918d08 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ea87c5f-fac4-4d15-8ba6-77f348aa380a HTTP/1.1" status: 204 len: 168 time: 1.1024451 May 13 16:09:34.212276 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Request body: {'port': {'device_id': '8b1132e2-1366-43f4-aa4f-307b58d17dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:09:34.279557 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34564) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:34.388534 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f4592ab8-dbec-484c-bb9a-f2bb9eb391a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:34.447985 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-f4592ab8-dbec-484c-bb9a-f2bb9eb391a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:34.460214 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-f4592ab8-dbec-484c-bb9a-f2bb9eb391a3 admin admin] Usage tracker for resource:security_group_rule and tenant:59debfccfb9e49ac822981b833a31851 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:34.466558 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-f4592ab8-dbec-484c-bb9a-f2bb9eb391a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:34.656669 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-f4592ab8-dbec-484c-bb9a-f2bb9eb391a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:34.661676 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-273aec88-ebe4-4c87-b796-d14985bdc1c3 req-71671939-ec0c-4dc7-bd7f-7b90d915786a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 210 time: 0.3038688 May 13 16:09:34.678294 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b40478-100a-4977-b17a-2f05b0693665 req-e82a7906-ff22-4b5a-a11c-5a235ae82aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:34.683460 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a8b40478-100a-4977-b17a-2f05b0693665 req-e82a7906-ff22-4b5a-a11c-5a235ae82aac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=313e00d0-a501-49d7-97ce-9e94b8cace0f HTTP/1.1" status: 200 len: 851 time: 0.5650163 May 13 16:09:34.819013 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:34.865269 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a8b40478-100a-4977-b17a-2f05b0693665 req-9a9e02b7-fe3f-4e79-904f-d4347cd788a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0efa53dd-8c99-4f28-8001-d95140b95de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497102 May 13 16:09:34.973175 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:35.156791 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device ce3e2512-b188-425b-87ce-7fd7156bd0e4 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:09:35.180064 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c539f-d03a-4c7d-a619-30af7c2f4a75 req-c333984a-d013-4407-9673-6c807e8d31f2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:35.188558 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c34c539f-d03a-4c7d-a619-30af7c2f4a75 req-c333984a-d013-4407-9673-6c807e8d31f2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 944 time: 1.0757895 May 13 16:09:35.315633 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.db.resource_extend [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 16:09:35.427320 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f4592ab8-dbec-484c-bb9a-f2bb9eb391a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:35.449321 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f4592ab8-dbec-484c-bb9a-f2bb9eb391a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:35.467616 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-703facbe-7e97-4b9d-a83a-b1f54c07e5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:35.501234 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c34c539f-d03a-4c7d-a619-30af7c2f4a75 req-22b58016-f195-45ef-b6e9-91ed9e4838a0 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114514 May 13 16:09:35.545356 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4592ab8-dbec-484c-bb9a-f2bb9eb391a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24db788e-a31c-4a9d-b57a-9280c94b9d94,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:35.551800 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f4592ab8-dbec-484c-bb9a-f2bb9eb391a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:35.584761 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a8b40478-100a-4977-b17a-2f05b0693665 req-0a6a9d77-d6d6-4e7a-9c5a-87b94420dd88 service neutron] 10.222.0.36 "GET /v2.0/networks/0efa53dd-8c99-4f28-8001-d95140b95de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7001441 May 13 16:09:35.596197 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39e7d34-f4be-4532-bcda-a4d3ccf96d72 {{(pid=79044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:09:35.597581 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-f4592ab8-dbec-484c-bb9a-f2bb9eb391a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59debfccfb9e49ac822981b833a31851&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2911010 May 13 16:09:35.598831 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34622) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:35.648469 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:35.662182 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port ce3e2512-b188-425b-87ce-7fd7156bd0e4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ce3e2512-b188-425b-87ce-7fd7156bd0e4,segment=NetworkSegment(a785f8e8-cc16-4878-a2ca-2bf6800a9435),segment_id=a785f8e8-cc16-4878-a2ca-2bf6800a9435)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:35.688658 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': 'ce3e2512-b188-425b-87ce-7fd7156bd0e4', 'network_id': '0efa53dd-8c99-4f28-8001-d95140b95de6', 'port_id': 'ce3e2512-b188-425b-87ce-7fd7156bd0e4', 'mac_address': 'fa:16:3e:e9:29:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313e00d0-a501-49d7-97ce-9e94b8cace0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:09:35.715703 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-98800662-5bfd-4241-9d51-3ce4b4450d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:35.770259 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Transition to ACTIVE for port object f39e7d34-f4be-4532-bcda-a4d3ccf96d72 will not be triggered until provisioned by entity L2. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:09:35.790353 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:35.802371 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:35.817959 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3e2512-b188-425b-87ce-7fd7156bd0e4 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:09:35.838312 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-50b26776-4e1d-4c7d-b885-c237f8eeeef2 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:35.842248 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port ce3e2512-b188-425b-87ce-7fd7156bd0e4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ce3e2512-b188-425b-87ce-7fd7156bd0e4,segment=NetworkSegment(a785f8e8-cc16-4878-a2ca-2bf6800a9435),segment_id=a785f8e8-cc16-4878-a2ca-2bf6800a9435)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:35.851809 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:35.857980 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-37438908-b209-44d9-a6e2-00e42feda312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:35.948182 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622462c-026d-49af-a2c6-b41e90e14d5c req-6a2ba2da-c344-4508-a7a9-b8dffdc62580 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:35.949825 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0622462c-026d-49af-a2c6-b41e90e14d5c req-6a2ba2da-c344-4508-a7a9-b8dffdc62580 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 931 time: 0.7181919 May 13 16:09:35.962116 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-98800662-5bfd-4241-9d51-3ce4b4450d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:36.023601 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=f39e7d34-f4be-4532-bcda-a4d3ccf96d72,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:36.056858 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=ce3e2512-b188-425b-87ce-7fd7156bd0e4,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:36.061651 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:36.095792 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-98800662-5bfd-4241-9d51-3ce4b4450d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:36.102393 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-8fa27705-79db-4f98-911f-ccc9f79df394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:36.120215 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98800662-5bfd-4241-9d51-3ce4b4450d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24db788e-a31c-4a9d-b57a-9280c94b9d94,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:36.209362 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:36.225303 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-98800662-5bfd-4241-9d51-3ce4b4450d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:36.237297 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-98800662-5bfd-4241-9d51-3ce4b4450d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:36.238437 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-98800662-5bfd-4241-9d51-3ce4b4450d33 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24db788e-a31c-4a9d-b57a-9280c94b9d94 HTTP/1.1" status: 204 len: 168 time: 0.6380708 May 13 16:09:36.261511 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87010fc6-2ee8-40da-b5da-603ef368a540 {{(pid=79043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:09:36.271275 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:36.303480 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Transition to ACTIVE for port object 87010fc6-2ee8-40da-b5da-603ef368a540 will not be triggered until provisioned by entity L2. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:09:36.313163 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:36.324513 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['ce3e2512-b188-425b-87ce-7fd7156bd0e4'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:09:36.336941 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:36.425720 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.36', 58287) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:36.609296 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-56022ca2-5ed3-43dd-aa06-a75eea9d495a req-87717e78-a09b-4817-a1db-476f9f3e2362 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 210 time: 0.5203061 May 13 16:09:36.709042 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:36.875576 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf658817-82df-450a-b7ac-681891767901 service neutron] Pushing event updated for resources: {'Port': ['ID=87010fc6-2ee8-40da-b5da-603ef368a540,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:36.936600 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a8b40478-100a-4977-b17a-2f05b0693665 req-55c883c7-5c99-4694-9719-401d5bd360d3 service neutron] 10.222.0.36 "GET /v2.0/networks/0efa53dd-8c99-4f28-8001-d95140b95de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3316848 May 13 16:09:36.942787 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0622462c-026d-49af-a2c6-b41e90e14d5c req-480ba5c5-7bfa-4714-bb55-d0272b913419 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8976843 May 13 16:09:37.022111 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-cf658817-82df-450a-b7ac-681891767901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:37.098038 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Attempting to bind port f39e7d34-f4be-4532-bcda-a4d3ccf96d72 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:09:37.098515 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Attempting to bind port f39e7d34-f4be-4532-bcda-a4d3ccf96d72 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'b614bed4-c469-4a1d-b43a-a38dfd9db966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568'}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:09:37.098859 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Attempting to bind port f39e7d34-f4be-4532-bcda-a4d3ccf96d72 on network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:09:37.130695 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Port f39e7d34-f4be-4532-bcda-a4d3ccf96d72 on network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:09:37.135794 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Attempting to bind port f39e7d34-f4be-4532-bcda-a4d3ccf96d72 on network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:09:37.173386 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:09:37.176475 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Checking segment: {'id': 'b614bed4-c469-4a1d-b43a-a38dfd9db966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:09:37.177139 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Bound using segment: {'id': 'b614bed4-c469-4a1d-b43a-a38dfd9db966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568'} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:09:37.182149 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Bound port: f39e7d34-f4be-4532-bcda-a4d3ccf96d72, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b614bed4-c469-4a1d-b43a-a38dfd9db966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568'}}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:09:37.183012 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:37.210701 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34682) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:37.303130 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ed8f-7caf-4f68-8253-42f6caab2e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:37.422233 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] For port f39e7d34-f4be-4532-bcda-a4d3ccf96d72, host hv-cinder-68948, cleared binding levels {{(pid=79044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:09:37.426821 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] For port f39e7d34-f4be-4532-bcda-a4d3ccf96d72, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f39e7d34-f4be-4532-bcda-a4d3ccf96d72,segment=NetworkSegment(b614bed4-c469-4a1d-b43a-a38dfd9db966),segment_id=b614bed4-c469-4a1d-b43a-a38dfd9db966)] {{(pid=79044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:09:37.427019 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-b4a0ed8f-7caf-4f68-8253-42f6caab2e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:37.436321 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:37.443232 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ab5c9877-90ca-4c2d-8a57-06b405d501b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:37.500412 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-b4a0ed8f-7caf-4f68-8253-42f6caab2e0a admin admin] Usage tracker for resource:security_group_rule and tenant:3b0e118a89284d9eac15ef7256b96a66 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:37.516223 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Attempting to bind port 87010fc6-2ee8-40da-b5da-603ef368a540 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:09:37.516771 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Attempting to bind port 87010fc6-2ee8-40da-b5da-603ef368a540 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'b614bed4-c469-4a1d-b43a-a38dfd9db966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568'}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:09:37.517254 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Attempting to bind port 87010fc6-2ee8-40da-b5da-603ef368a540 on network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:09:37.527908 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-b4a0ed8f-7caf-4f68-8253-42f6caab2e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:37.531852 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Port 87010fc6-2ee8-40da-b5da-603ef368a540 on network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:09:37.532322 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Attempting to bind port 87010fc6-2ee8-40da-b5da-603ef368a540 on network 3a278da7-8d29-42e4-b73e-7fe4eba3c568 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:09:37.535431 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09240184-8449-4171-8d4c-c04ccfc3ea17 req-73bfa4aa-00cb-474a-976f-4183bdc74a55 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:37.537234 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-09240184-8449-4171-8d4c-c04ccfc3ea17 req-73bfa4aa-00cb-474a-976f-4183bdc74a55 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 945 time: 0.5505111 May 13 16:09:37.546744 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-b4a0ed8f-7caf-4f68-8253-42f6caab2e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:37.558402 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:37.559413 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:37.560373 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-22218952-2bbf-4f57-a2e5-7702449c02cc tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:37.561120 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-22218952-2bbf-4f57-a2e5-7702449c02cc tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Synchronizing usage tracker for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:network {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:09:37.561505 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] 10.222.0.36 "PUT /v2.0/ports/f39e7d34-f4be-4532-bcda-a4d3ccf96d72 HTTP/1.1" status: 200 len: 1094 time: 5.1851809 May 13 16:09:37.565540 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:09:37.565917 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Checking segment: {'id': 'b614bed4-c469-4a1d-b43a-a38dfd9db966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:09:37.566459 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Bound using segment: {'id': 'b614bed4-c469-4a1d-b43a-a38dfd9db966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568'} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:09:37.566907 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Bound port: 87010fc6-2ee8-40da-b5da-603ef368a540, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b614bed4-c469-4a1d-b43a-a38dfd9db966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568'}}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:09:37.567281 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:37.587177 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3952d0db-440e-4232-9990-2f610aca716e', 'tag': 'f39e7d34-f4be-4532-bcda-a4d3ccf96d72'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:09:37.613141 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=f39e7d34-f4be-4532-bcda-a4d3ccf96d72,revision_number=3']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:37.619131 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:37.632484 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-09240184-8449-4171-8d4c-c04ccfc3ea17 req-6d567a16-3b8b-492d-956b-53c2d710e582 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835462 May 13 16:09:37.710493 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34702) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:37.800063 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] For port 87010fc6-2ee8-40da-b5da-603ef368a540, host hv-cinder-68948, cleared binding levels {{(pid=79043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:09:37.806265 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] For port 87010fc6-2ee8-40da-b5da-603ef368a540, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=87010fc6-2ee8-40da-b5da-603ef368a540,segment=NetworkSegment(b614bed4-c469-4a1d-b43a-a38dfd9db966),segment_id=b614bed4-c469-4a1d-b43a-a38dfd9db966)] {{(pid=79043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:09:37.841642 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-22218952-2bbf-4f57-a2e5-7702449c02cc tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Unset dirty status for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:network {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:09:37.854726 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-22218952-2bbf-4f57-a2e5-7702449c02cc tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.36 "GET /v2.0/networks?id=dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 200 len: 817 time: 1.3655443 May 13 16:09:37.858915 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:37.867639 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:37.888817 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3952d0db-440e-4232-9990-2f610aca716e', 'tag': 'f39e7d34-f4be-4532-bcda-a4d3ccf96d72', 'status': 'completed', 'code': 200} May 13 16:09:37.986230 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:37.986934 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:37.988853 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-cf658817-82df-450a-b7ac-681891767901 service neutron] 10.222.0.36 "PUT /v2.0/ports/87010fc6-2ee8-40da-b5da-603ef368a540 HTTP/1.1" status: 200 len: 1093 time: 3.7875330 May 13 16:09:37.998506 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1132e2-1366-43f4-aa4f-307b58d17dd8', 'tag': '87010fc6-2ee8-40da-b5da-603ef368a540'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:09:38.033404 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-beeefb05-1f6f-413a-9a4f-490bd625a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:38.034938 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-beeefb05-1f6f-413a-9a4f-490bd625a355 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 1097 time: 0.3884132 May 13 16:09:38.046977 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-3d2abfc1-852d-4177-8267-3807cbfa3b84 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Synchronizing usage tracker for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:security_group {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:09:38.068029 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-23beff4c-04de-446e-8e9e-94b227a26613 req-723e2cd5-0bb3-40ac-9e73-7a44bfe7ccb5 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 210 time: 0.1721210 May 13 16:09:38.070748 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf658817-82df-450a-b7ac-681891767901 service neutron] Pushing event updated for resources: {'Port': ['ID=87010fc6-2ee8-40da-b5da-603ef368a540,revision_number=3']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:38.091473 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-cf658817-82df-450a-b7ac-681891767901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:38.159002 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ed8f-7caf-4f68-8253-42f6caab2e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:38.161521 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-3d2abfc1-852d-4177-8267-3807cbfa3b84 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Unset dirty status for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:security_group {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:09:38.162689 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-3d2abfc1-852d-4177-8267-3807cbfa3b84 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4b03e7da06f462f87ae1810bfc67172 HTTP/1.1" status: 200 len: 379 time: 0.2371418 May 13 16:09:38.180027 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Request body: {'port': {'device_id': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'admin_state_up': True, 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'security_groups': ['8721ca5a-536d-4a93-9c7e-122af552a2fd']}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:09:38.183799 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-67ce20cd-52c1-43b1-a80f-c1eceef049fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f39e7d34-f4be-4532-bcda-a4d3ccf96d72 HTTP/1.1" status: 200 len: 217 time: 0.0928140 May 13 16:09:38.196151 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ed8f-7caf-4f68-8253-42f6caab2e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:38.220648 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2514c171-2361-410c-8431-cdc41fbd17d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:38.315240 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-47505760-edbd-4319-b571-ab726652c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:38.316557 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-47505760-edbd-4319-b571-ab726652c4ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f10e9a3-0af6-4fed-b04c-11eeafe49330 HTTP/1.1" status: 200 len: 859 time: 0.1251440 May 13 16:09:38.364261 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c85dd6e1-e85a-4782-bd93-807a823f352c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:38.379932 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-381b6131-1c5b-47d9-ab7b-2d4729850ade service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a278da7-8d29-42e4-b73e-7fe4eba3c568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543089 May 13 16:09:38.380857 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 34726) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:38.380980 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-b4a0ed8f-7caf-4f68-8253-42f6caab2e0a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3b0e118a89284d9eac15ef7256b96a66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1640096 May 13 16:09:38.409271 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0ed8f-7caf-4f68-8253-42f6caab2e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93acd0e7-7c9b-433a-b35a-7be4a9d61a96,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:38.412297 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b4a0ed8f-7caf-4f68-8253-42f6caab2e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:38.416795 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-c85dd6e1-e85a-4782-bd93-807a823f352c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:38.420596 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-f1a54be6-f2ac-475a-8ab2-fc95b0fdb63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:38.422036 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-f1a54be6-f2ac-475a-8ab2-fc95b0fdb63f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 1096 time: 0.3400583 May 13 16:09:38.437384 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-c85dd6e1-e85a-4782-bd93-807a823f352c admin admin] Usage tracker for resource:security_group_rule and tenant:6cb81e95c62d4917a55d9123092d2e73 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:38.442357 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-c85dd6e1-e85a-4782-bd93-807a823f352c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:38.456092 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-c85dd6e1-e85a-4782-bd93-807a823f352c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:38.456403 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4cf70-a97c-4064-a550-a4e1f4bce7de req-9d0c6162-a1b5-4003-a3f1-2aeb1cc6117f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:38.464207 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-58e4cf70-a97c-4064-a550-a4e1f4bce7de req-9d0c6162-a1b5-4003-a3f1-2aeb1cc6117f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 943 time: 0.2231352 May 13 16:09:38.631362 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-b3fe642e-3767-420b-b5d9-aaed6237e837 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87010fc6-2ee8-40da-b5da-603ef368a540 HTTP/1.1" status: 200 len: 217 time: 0.1765177 May 13 16:09:38.649966 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:38.650819 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-58e4cf70-a97c-4064-a550-a4e1f4bce7de req-af3f76d7-a26a-4399-98b4-345bba5d253c tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685410 May 13 16:09:38.656436 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-84d2da28-313e-4f99-9c9f-10f3efe4d82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:38.721799 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-a78d52a8-9f87-4385-9915-6f5470f6522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:38.723662 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-a78d52a8-9f87-4385-9915-6f5470f6522e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f10e9a3-0af6-4fed-b04c-11eeafe49330 HTTP/1.1" status: 200 len: 859 time: 0.0768261 May 13 16:09:38.774317 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-236dc8f1-2151-4cdd-a25e-b6ca9c2c2740 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595428 May 13 16:09:38.777757 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-84d2da28-313e-4f99-9c9f-10f3efe4d82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:38.852324 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:38.880230 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-f177a677-61a6-4b56-8122-0d45860fcd41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a278da7-8d29-42e4-b73e-7fe4eba3c568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470129 May 13 16:09:38.902079 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1132e2-1366-43f4-aa4f-307b58d17dd8', 'tag': '87010fc6-2ee8-40da-b5da-603ef368a540', 'status': 'completed', 'code': 200} May 13 16:09:38.937791 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Made reservation on behalf of a4b03e7da06f462f87ae1810bfc67172 for: {'port': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:09:38.941860 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:39.130534 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9aa525c-7d63-4047-8d31-63a2cf737cf4 req-3f02804e-0086-4972-9249-a645c66920b2 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547876 May 13 16:09:39.146203 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-84d2da28-313e-4f99-9c9f-10f3efe4d82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:39.152024 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device ce3e2512-b188-425b-87ce-7fd7156bd0e4 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:39.163831 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-fd42083f-d8ca-4e0e-86a0-17505b9b8fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:39.170971 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-e21bf220-900c-4233-ba85-7943c0aed673 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677948 May 13 16:09:39.233740 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:09:39.235208 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720185c8-3070-4df9-abbd-db779e438121 req-058881da-2503-49e1-87c9-4502c5c25548 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:39.250220 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-720185c8-3070-4df9-abbd-db779e438121 req-058881da-2503-49e1-87c9-4502c5c25548 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 945 time: 0.3532865 May 13 16:09:39.264762 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2da28-313e-4f99-9c9f-10f3efe4d82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93acd0e7-7c9b-433a-b35a-7be4a9d61a96,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:39.307697 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-84d2da28-313e-4f99-9c9f-10f3efe4d82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:39.461524 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port ce3e2512-b188-425b-87ce-7fd7156bd0e4 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:09:39.470534 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port ce3e2512-b188-425b-87ce-7fd7156bd0e4 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:39.470982 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:39.491716 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c85dd6e1-e85a-4782-bd93-807a823f352c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:39.498848 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-84d2da28-313e-4f99-9c9f-10f3efe4d82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:39.500854 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-84d2da28-313e-4f99-9c9f-10f3efe4d82c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/93acd0e7-7c9b-433a-b35a-7be4a9d61a96 HTTP/1.1" status: 204 len: 168 time: 1.1176758 May 13 16:09:39.616948 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0fd34dd7-a540-4ad0-926e-37184e929cea req-a2ec8f07-a904-4a41-b99d-99fff33a23f1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 210 time: 0.1347213 May 13 16:09:39.651206 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-720185c8-3070-4df9-abbd-db779e438121 req-923089fb-d080-4fa7-82f7-c6311cafae6e tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715718 May 13 16:09:39.666830 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c85dd6e1-e85a-4782-bd93-807a823f352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:39.728215 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58863e18-9325-44ec-81e6-eba3205f8902 req-eea97ef4-b27c-46ff-a08b-967a4f8400ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:39.733650 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-58863e18-9325-44ec-81e6-eba3205f8902 req-eea97ef4-b27c-46ff-a08b-967a4f8400ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 1097 time: 0.4334345 May 13 16:09:39.851517 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f4592ab8-dbec-484c-bb9a-f2bb9eb391a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:39.955271 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-c85dd6e1-e85a-4782-bd93-807a823f352c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6cb81e95c62d4917a55d9123092d2e73&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2416406 May 13 16:09:39.968028 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c4679d9d-2363-479c-a0ce-f7cb1e66253d req-c7254d7b-cdd3-42cd-9ad2-8132965867c2 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7694221 May 13 16:09:39.968536 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 34778) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:39.973271 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dd6e1-e85a-4782-bd93-807a823f352c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74f00ea-b9be-4453-8639-58fc7f1cb931,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:39.979385 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-c85dd6e1-e85a-4782-bd93-807a823f352c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:39.991730 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:40.089707 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bb025d-7ee6-45f6-9728-e95c0c68ded8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3e2512-b188-425b-87ce-7fd7156bd0e4'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:09:40.221105 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port ce3e2512-b188-425b-87ce-7fd7156bd0e4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ce3e2512-b188-425b-87ce-7fd7156bd0e4,segment=NetworkSegment(a785f8e8-cc16-4878-a2ca-2bf6800a9435),segment_id=a785f8e8-cc16-4878-a2ca-2bf6800a9435)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:40.228854 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:40.244742 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-d1a7e709-1919-40cd-a7a9-1670e8f94081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:40.464667 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=ce3e2512-b188-425b-87ce-7fd7156bd0e4,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:40.477458 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:40.626132 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58863e18-9325-44ec-81e6-eba3205f8902 req-8aab6ede-64fa-4aeb-aec5-b24c2a2fbf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:40.629727 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-58863e18-9325-44ec-81e6-eba3205f8902 req-8aab6ede-64fa-4aeb-aec5-b24c2a2fbf5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 920 time: 0.8886652 May 13 16:09:40.709957 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-32288897-94a3-4654-9f03-01f5fb148312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:40.792406 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-58863e18-9325-44ec-81e6-eba3205f8902 req-4ff96750-6521-4746-afd8-d2c8cdb85c40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f39e7d34-f4be-4532-bcda-a4d3ccf96d72 HTTP/1.1" status: 200 len: 217 time: 0.1256115 May 13 16:09:40.808066 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfe654-3f2e-4a05-9113-848afc190970 req-614959a1-0619-4b56-980f-cb969c1fa7a7 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:40.812086 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6adfe654-3f2e-4a05-9113-848afc190970 req-614959a1-0619-4b56-980f-cb969c1fa7a7 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 943 time: 0.7342908 May 13 16:09:40.817130 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Allocated IP 172.20.0.8 (dca658d9-eaa4-4676-96b4-38061917c1e0/25a3a991-627e-4aa0-addc-74ff480943da/871149f6-9017-4096-a59a-e1483f6f2755) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:09:41.110237 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6adfe654-3f2e-4a05-9113-848afc190970 req-25f58ec6-3d73-495d-89ad-0057a3093f07 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408126 May 13 16:09:41.133276 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58863e18-9325-44ec-81e6-eba3205f8902 req-a2f4940f-e7f3-41f4-9e72-4dd7211f4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:41.133276 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-58863e18-9325-44ec-81e6-eba3205f8902 req-a2f4940f-e7f3-41f4-9e72-4dd7211f4a57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f10e9a3-0af6-4fed-b04c-11eeafe49330 HTTP/1.1" status: 200 len: 859 time: 0.3185120 May 13 16:09:41.174423 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-32288897-94a3-4654-9f03-01f5fb148312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:41.255243 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb025d-7ee6-45f6-9728-e95c0c68ded8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3e2512-b188-425b-87ce-7fd7156bd0e4', 'code': 200} May 13 16:09:41.275123 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-58863e18-9325-44ec-81e6-eba3205f8902 req-675b4959-e21c-4b08-8de6-e4c37bb15d78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a278da7-8d29-42e4-b73e-7fe4eba3c568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351101 May 13 16:09:41.531514 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd612420-1a3b-40d9-8b21-17feeb9c5b9e req-853aeb63-954e-44df-9c39-72fde8bee5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:41.538701 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cd612420-1a3b-40d9-8b21-17feeb9c5b9e req-853aeb63-954e-44df-9c39-72fde8bee5e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 1096 time: 1.4459312 May 13 16:09:41.557978 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-32288897-94a3-4654-9f03-01f5fb148312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:41.620651 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-125837d2-2fcf-4125-a01b-246930ad1a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:41.689864 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32288897-94a3-4654-9f03-01f5fb148312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74f00ea-b9be-4453-8639-58fc7f1cb931,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:41.841738 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-32288897-94a3-4654-9f03-01f5fb148312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:41.844937 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:41.870610 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Transition to ACTIVE for port object 871149f6-9017-4096-a59a-e1483f6f2755 will not be triggered until provisioned by entity DHCP. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:09:41.917542 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:41.921343 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5a90ac6a-fd1f-416e-a304-27c51b586652 req-83be1907-0a84-4f25-9f90-7c88efb3de65 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 210 time: 0.4421663 May 13 16:09:41.931612 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-58863e18-9325-44ec-81e6-eba3205f8902 req-625f1af4-9cc4-4f24-96e2-394dc2d99588 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352291 May 13 16:09:41.962758 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:42.061230 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Network dca658d9-eaa4-4676-96b4-38061917c1e0 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:09:42.066108 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event updated for resources: {'Port': ['ID=871149f6-9017-4096-a59a-e1483f6f2755,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:42.068894 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:09:42.111085 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:42.111085 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-32288897-94a3-4654-9f03-01f5fb148312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:42.111085 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-32288897-94a3-4654-9f03-01f5fb148312 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b74f00ea-b9be-4453-8639-58fc7f1cb931 HTTP/1.1" status: 204 len: 168 time: 2.1333523 May 13 16:09:42.182554 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:09:42.200755 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb716dd-fa78-4fd0-96d2-d6863afe6570 req-649cbe39-d644-4d4f-9eda-75b4b4113944 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:42.215795 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-aeb716dd-fa78-4fd0-96d2-d6863afe6570 req-649cbe39-d644-4d4f-9eda-75b4b4113944 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 946 time: 0.7391992 May 13 16:09:42.250780 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd612420-1a3b-40d9-8b21-17feeb9c5b9e req-fbd1005b-60cc-4134-b2bc-6dcf6fc57202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:42.252780 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cd612420-1a3b-40d9-8b21-17feeb9c5b9e req-fbd1005b-60cc-4134-b2bc-6dcf6fc57202 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 920 time: 0.6967263 May 13 16:09:42.388482 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:42.389588 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:42.397277 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-58863e18-9325-44ec-81e6-eba3205f8902 req-3373fc17-9711-4442-90e0-bfe79fc32012 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424467 May 13 16:09:42.400118 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181be5e-5991-4358-981e-3cdde65ef194 req-85346f8f-0a45-45f6-8279-7bbc165a8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:42.408262 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3181be5e-5991-4358-981e-3cdde65ef194 req-85346f8f-0a45-45f6-8279-7bbc165a8ebd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 1099 time: 0.7349350 May 13 16:09:42.425952 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cd612420-1a3b-40d9-8b21-17feeb9c5b9e req-5f8d37f5-7d08-4e80-b8fb-9dec8367bd67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87010fc6-2ee8-40da-b5da-603ef368a540 HTTP/1.1" status: 200 len: 217 time: 0.1625326 May 13 16:09:42.484890 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-aeb716dd-fa78-4fd0-96d2-d6863afe6570 req-4e9c7e50-0af2-44fe-b1f3-c63b4511922c tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378948 May 13 16:09:42.489434 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3144536 May 13 16:09:42.520527 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Request body: {'port': {'device_id': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:09:42.526594 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-3181be5e-5991-4358-981e-3cdde65ef194 req-cb38fbbb-faa8-43fa-ae5f-3417de628860 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:42.560381 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-b1e86f66-86fd-46c2-b177-3506ef68bc1a None None] Provisioning for port 871149f6-9017-4096-a59a-e1483f6f2755 completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:09:42.572849 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-3181be5e-5991-4358-981e-3cdde65ef194 req-cb38fbbb-faa8-43fa-ae5f-3417de628860 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:42.576785 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-b1e86f66-86fd-46c2-b177-3506ef68bc1a None None] Provisioning complete for port 871149f6-9017-4096-a59a-e1483f6f2755 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:42.577165 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-b1e86f66-86fd-46c2-b177-3506ef68bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:42.596432 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-3181be5e-5991-4358-981e-3cdde65ef194 req-cb38fbbb-faa8-43fa-ae5f-3417de628860 service neutron] Usage tracker for resource:security_group_rule and tenant:1120016ecd0f470aaae1b4d4b1f50070 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:42.613795 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-3181be5e-5991-4358-981e-3cdde65ef194 req-cb38fbbb-faa8-43fa-ae5f-3417de628860 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:42.632521 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-3181be5e-5991-4358-981e-3cdde65ef194 req-cb38fbbb-faa8-43fa-ae5f-3417de628860 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:42.664641 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:42.710557 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-b1e86f66-86fd-46c2-b177-3506ef68bc1a None None] Port 871149f6-9017-4096-a59a-e1483f6f2755 cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:09:42.771692 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457f11-d76c-49d6-8b79-7def11c394a7 req-65ff3715-a4ee-4d5d-b92b-0e6fee596773 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:42.780401 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-09457f11-d76c-49d6-8b79-7def11c394a7 req-65ff3715-a4ee-4d5d-b92b-0e6fee596773 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 943 time: 0.3710709 May 13 16:09:42.852026 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd612420-1a3b-40d9-8b21-17feeb9c5b9e req-e7594bba-c8a5-4e6f-a231-adf4f7b7a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:42.853593 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cd612420-1a3b-40d9-8b21-17feeb9c5b9e req-e7594bba-c8a5-4e6f-a231-adf4f7b7a620 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f10e9a3-0af6-4fed-b04c-11eeafe49330 HTTP/1.1" status: 200 len: 859 time: 0.4156661 May 13 16:09:42.858141 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-09457f11-d76c-49d6-8b79-7def11c394a7 req-86c748db-258a-4554-8f35-3a6b265aa88c tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767291 May 13 16:09:42.933227 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cd612420-1a3b-40d9-8b21-17feeb9c5b9e req-00262189-dcc6-479b-83a8-55bb1900431c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a278da7-8d29-42e4-b73e-7fe4eba3c568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724666 May 13 16:09:42.951087 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-3181be5e-5991-4358-981e-3cdde65ef194 req-cb38fbbb-faa8-43fa-ae5f-3417de628860 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:42.960233 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-3181be5e-5991-4358-981e-3cdde65ef194 req-cb38fbbb-faa8-43fa-ae5f-3417de628860 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:42.974998 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-4e83fa71-5bf4-4c7f-9f8c-f6eaea0c56c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:43.031950 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38fbbb-faa8-43fa-ae5f-3417de628860 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6c61c8-d64d-4e65-9695-1845313ff073,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:43.054621 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-cb38fbbb-faa8-43fa-ae5f-3417de628860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:43.065488 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3181be5e-5991-4358-981e-3cdde65ef194 req-cb38fbbb-faa8-43fa-ae5f-3417de628860 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001647 May 13 16:09:43.167372 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 87010fc6-2ee8-40da-b5da-603ef368a540 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:09:43.240039 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cd612420-1a3b-40d9-8b21-17feeb9c5b9e req-682bb5b0-0b43-45c0-9d5f-39f65679d3b7 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340782 May 13 16:09:43.368388 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c79b6-e820-43c3-9527-065675a43c62 req-ac0545a8-3a8b-47d9-ae7f-4c4a329f7d18 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:43.377556 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e69c79b6-e820-43c3-9527-065675a43c62 req-ac0545a8-3a8b-47d9-ae7f-4c4a329f7d18 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 931 time: 0.2267740 May 13 16:09:43.458474 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e69c79b6-e820-43c3-9527-065675a43c62 req-0237fc12-aa10-4e2d-ad4f-ff55391b99b3 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798097 May 13 16:09:43.480012 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 34898) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:43.552919 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 34906) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:43.586144 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 87010fc6-2ee8-40da-b5da-603ef368a540, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=87010fc6-2ee8-40da-b5da-603ef368a540,segment=NetworkSegment(b614bed4-c469-4a1d-b43a-a38dfd9db966),segment_id=b614bed4-c469-4a1d-b43a-a38dfd9db966)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:43.602624 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7ced8f77-40ec-4363-87a3-754f3ea24d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:43.604887 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '87010fc6-2ee8-40da-b5da-603ef368a540', 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568', 'port_id': '87010fc6-2ee8-40da-b5da-603ef368a540', 'mac_address': 'fa:16:3e:c7:44:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f10e9a3-0af6-4fed-b04c-11eeafe49330', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:09:43.643552 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-7ced8f77-40ec-4363-87a3-754f3ea24d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:43.647651 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-7ced8f77-40ec-4363-87a3-754f3ea24d89 admin admin] Usage tracker for resource:security_group_rule and tenant:962b19255c184a0381d76e981e5c8d3c is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:43.650854 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-7ced8f77-40ec-4363-87a3-754f3ea24d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:43.668739 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-7ced8f77-40ec-4363-87a3-754f3ea24d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:43.698897 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:43.735993 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87010fc6-2ee8-40da-b5da-603ef368a540 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:09:43.777771 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 87010fc6-2ee8-40da-b5da-603ef368a540, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=87010fc6-2ee8-40da-b5da-603ef368a540,segment=NetworkSegment(b614bed4-c469-4a1d-b43a-a38dfd9db966),segment_id=b614bed4-c469-4a1d-b43a-a38dfd9db966)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:43.796727 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:43.799086 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device f39e7d34-f4be-4532-bcda-a4d3ccf96d72 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:09:43.807622 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-931a4842-66e7-4dd0-9c78-ed35e3f9ee0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:43.977698 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871149f6-9017-4096-a59a-e1483f6f2755 {{(pid=79043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:09:44.014080 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port f39e7d34-f4be-4532-bcda-a4d3ccf96d72, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f39e7d34-f4be-4532-bcda-a4d3ccf96d72,segment=NetworkSegment(b614bed4-c469-4a1d-b43a-a38dfd9db966),segment_id=b614bed4-c469-4a1d-b43a-a38dfd9db966)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:44.025046 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:44.034901 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=87010fc6-2ee8-40da-b5da-603ef368a540,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:44.047235 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:44.058024 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': 'f39e7d34-f4be-4532-bcda-a4d3ccf96d72', 'network_id': '3a278da7-8d29-42e4-b73e-7fe4eba3c568', 'port_id': 'f39e7d34-f4be-4532-bcda-a4d3ccf96d72', 'mac_address': 'fa:16:3e:f7:1f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f10e9a3-0af6-4fed-b04c-11eeafe49330', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:09:44.083995 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cd612420-1a3b-40d9-8b21-17feeb9c5b9e req-ca8a9db7-c366-4b96-aea2-43015e8afeb1 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421852 May 13 16:09:44.084316 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2818f-9428-4b52-bf44-3fd1062472d5 req-66478a86-a428-4a2c-8b6e-aff3569c8e82 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:44.088298 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-79f2818f-9428-4b52-bf44-3fd1062472d5 req-66478a86-a428-4a2c-8b6e-aff3569c8e82 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 946 time: 0.3499901 May 13 16:09:44.117164 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Transition to ACTIVE for port object 871149f6-9017-4096-a59a-e1483f6f2755 will not be triggered until provisioned by entity L2. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:09:44.129358 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:44.138185 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:44.190109 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-69505318-2604-4cb9-9251-e06c60776ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:44.239590 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:44.280157 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39e7d34-f4be-4532-bcda-a4d3ccf96d72 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:09:44.322386 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port f39e7d34-f4be-4532-bcda-a4d3ccf96d72, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f39e7d34-f4be-4532-bcda-a4d3ccf96d72,segment=NetworkSegment(b614bed4-c469-4a1d-b43a-a38dfd9db966),segment_id=b614bed4-c469-4a1d-b43a-a38dfd9db966)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:44.330258 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:44.338641 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:44.340820 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-69505318-2604-4cb9-9251-e06c60776ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:44.347050 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-69505318-2604-4cb9-9251-e06c60776ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:f2cec4cb92dd4309a65d1a982ac6d0f8 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:44.352383 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-69505318-2604-4cb9-9251-e06c60776ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:44.362585 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-69505318-2604-4cb9-9251-e06c60776ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:44.373455 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7ced8f77-40ec-4363-87a3-754f3ea24d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:44.391270 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=871149f6-9017-4096-a59a-e1483f6f2755,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:44.431503 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:44.479849 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7ced8f77-40ec-4363-87a3-754f3ea24d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:44.532414 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f9e93670-9275-48e4-9dd3-43466eab81bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:44.552062 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=f39e7d34-f4be-4532-bcda-a4d3ccf96d72,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:44.561300 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:44.594777 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced8f77-40ec-4363-87a3-754f3ea24d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e92f79-b581-4740-a3a0-f68f8ac01f13,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:44.601424 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7ced8f77-40ec-4363-87a3-754f3ea24d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:44.633226 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-79f2818f-9428-4b52-bf44-3fd1062472d5 req-3ba3176a-e095-479c-9cbb-4e6ad78d0bac tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075696 May 13 16:09:44.681913 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-7ced8f77-40ec-4363-87a3-754f3ea24d89 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=962b19255c184a0381d76e981e5c8d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1266181 May 13 16:09:44.685713 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 34932) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:44.785566 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Attempting to bind port 871149f6-9017-4096-a59a-e1483f6f2755 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:09:44.786053 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Attempting to bind port 871149f6-9017-4096-a59a-e1483f6f2755 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:09:44.786528 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Attempting to bind port 871149f6-9017-4096-a59a-e1483f6f2755 on network dca658d9-eaa4-4676-96b4-38061917c1e0 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:09:44.806897 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Port 871149f6-9017-4096-a59a-e1483f6f2755 on network dca658d9-eaa4-4676-96b4-38061917c1e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:09:44.807388 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Attempting to bind port 871149f6-9017-4096-a59a-e1483f6f2755 on network dca658d9-eaa4-4676-96b4-38061917c1e0 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:09:44.823387 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31adbf-00bb-4f8f-8e38-34bacbb6881b req-3c0fe5d0-ef9d-4c23-8d7c-59f073b4ff7f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:44.827487 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:09:44.828172 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Checking segment: {'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:09:44.828739 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Bound using segment: {'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:09:44.829382 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Bound port: 871149f6-9017-4096-a59a-e1483f6f2755, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'}}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:09:44.829886 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:44.835843 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9d31adbf-00bb-4f8f-8e38-34bacbb6881b req-3c0fe5d0-ef9d-4c23-8d7c-59f073b4ff7f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 944 time: 0.6193721 May 13 16:09:44.865678 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-69505318-2604-4cb9-9251-e06c60776ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:44.877394 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-69505318-2604-4cb9-9251-e06c60776ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:44.886086 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['87010fc6-2ee8-40da-b5da-603ef368a540'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:09:44.921606 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:44.972772 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['f39e7d34-f4be-4532-bcda-a4d3ccf96d72'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:09:45.007705 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] For port 871149f6-9017-4096-a59a-e1483f6f2755, host hv-cinder-68948, cleared binding levels {{(pid=79043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:09:45.014744 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] For port 871149f6-9017-4096-a59a-e1483f6f2755, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=871149f6-9017-4096-a59a-e1483f6f2755,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:09:45.016995 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-56cd0e2e-36eb-45c0-951f-26cebd9b6632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:45.023505 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:45.031950 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-339308d5-72a1-44cc-a626-d5382cd8773e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:45.129472 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-69505318-2604-4cb9-9251-e06c60776ae3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2cec4cb92dd4309a65d1a982ac6d0f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6473806 May 13 16:09:45.134804 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9d31adbf-00bb-4f8f-8e38-34bacbb6881b req-55bdb674-c810-4cfa-aa4e-49ca1b02c2c5 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978017 May 13 16:09:45.135466 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:45.136282 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 34944) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:45.137205 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:45.144381 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/871149f6-9017-4096-a59a-e1483f6f2755 HTTP/1.1" status: 200 len: 1093 time: 2.6301999 May 13 16:09:45.146528 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:09:45.146856 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69505318-2604-4cb9-9251-e06c60776ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5158d856-8c3a-4b51-a390-a75768d853f8,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:45.179935 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=871149f6-9017-4096-a59a-e1483f6f2755,revision_number=3']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:45.183652 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:45.190754 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-56cd0e2e-36eb-45c0-951f-26cebd9b6632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:45.199217 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-69505318-2604-4cb9-9251-e06c60776ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:45.476481 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755', 'status': 'completed', 'code': 200} May 13 16:09:45.561352 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9769c3cd-2dd2-4b85-99e4-a560de0f7472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:45.572391 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044ebb4-a9ca-469e-89ea-c907060c4e6b req-b5d730cc-db57-416c-8a4f-51c1d51d673a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:45.572603 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-b82318a4-53d7-49fb-8c2c-b5bab8968f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:45.579980 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1044ebb4-a9ca-469e-89ea-c907060c4e6b req-b5d730cc-db57-416c-8a4f-51c1d51d673a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.6607933 May 13 16:09:45.580183 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-b82318a4-53d7-49fb-8c2c-b5bab8968f0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b03e7da06f462f87ae1810bfc67172&device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 1096 time: 0.2776761 May 13 16:09:45.630324 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-56cd0e2e-36eb-45c0-951f-26cebd9b6632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:45.634364 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9769c3cd-2dd2-4b85-99e4-a560de0f7472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:45.703726 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6149f86b-7df9-4604-91e0-12bdd34dcf9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:45.749023 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-d56a34cb-b739-4708-83a4-5ef1062775cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=871149f6-9017-4096-a59a-e1483f6f2755 HTTP/1.1" status: 200 len: 217 time: 0.1538951 May 13 16:09:45.797628 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1044ebb4-a9ca-469e-89ea-c907060c4e6b req-90bc651d-03ae-4916-87c7-d59959ff2188 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164440 May 13 16:09:45.798589 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd0e2e-36eb-45c0-951f-26cebd9b6632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e92f79-b581-4740-a3a0-f68f8ac01f13,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:45.801817 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-56cd0e2e-36eb-45c0-951f-26cebd9b6632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:45.919697 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-749a6284-35d5-4236-b6d1-9b3d40e91538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:45.922481 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-749a6284-35d5-4236-b6d1-9b3d40e91538 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a3a991-627e-4aa0-addc-74ff480943da HTTP/1.1" status: 200 len: 856 time: 0.1599588 May 13 16:09:45.937419 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-56cd0e2e-36eb-45c0-951f-26cebd9b6632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:45.942968 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-56cd0e2e-36eb-45c0-951f-26cebd9b6632 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9e92f79-b581-4740-a3a0-f68f8ac01f13 HTTP/1.1" status: 204 len: 168 time: 1.2525132 May 13 16:09:46.005965 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21780929-fca1-4008-956d-5f2f4b79fa05 req-be5633bc-31d2-493b-948b-edf62dcc41f1 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:46.009110 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-21780929-fca1-4008-956d-5f2f4b79fa05 req-be5633bc-31d2-493b-948b-edf62dcc41f1 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 946 time: 0.2027063 May 13 16:09:46.010872 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9769c3cd-2dd2-4b85-99e4-a560de0f7472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:46.027561 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:46.057638 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-e2b7fde1-3677-4448-a128-2b7bb6a5e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:46.059304 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-e2b7fde1-3677-4448-a128-2b7bb6a5e346 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca658d9-eaa4-4676-96b4-38061917c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1256962 May 13 16:09:46.060301 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769c3cd-2dd2-4b85-99e4-a560de0f7472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5158d856-8c3a-4b51-a390-a75768d853f8,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:46.062697 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-9769c3cd-2dd2-4b85-99e4-a560de0f7472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:46.078296 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9769c3cd-2dd2-4b85-99e4-a560de0f7472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:46.079545 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-9769c3cd-2dd2-4b85-99e4-a560de0f7472 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5158d856-8c3a-4b51-a390-a75768d853f8 HTTP/1.1" status: 204 len: 168 time: 0.9372444 May 13 16:09:46.106160 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-21780929-fca1-4008-956d-5f2f4b79fa05 req-cfb1f5d1-0bf5-4f91-b85b-a549a054821e tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828528 May 13 16:09:46.368872 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-61348199-2922-40e8-aa46-f06eabd5571b service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939017 May 13 16:09:46.580897 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd82d3-bd7e-4405-b183-bc3c1c57f0a7 req-38c0c64c-4db3-45bc-b7da-a32ce2b77ffc tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:46.589054 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0ebd82d3-bd7e-4405-b183-bc3c1c57f0a7 req-38c0c64c-4db3-45bc-b7da-a32ce2b77ffc tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 944 time: 0.1322765 May 13 16:09:46.661754 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0ebd82d3-bd7e-4405-b183-bc3c1c57f0a7 req-ab701c4d-8b05-4e1d-981d-02510c9eea52 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714326 May 13 16:09:46.779726 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 34996) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:46.807369 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cc4837fb-f3fe-4a42-9a32-9e782de29bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:46.812448 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e0462dd-ae13-4fe4-8ecc-4536d16eea48 req-9394cb36-2955-4646-ab18-4a467936a9fa service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362557 May 13 16:09:46.857980 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-cc4837fb-f3fe-4a42-9a32-9e782de29bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:46.876442 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-cc4837fb-f3fe-4a42-9a32-9e782de29bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:50e74a82aa2b42739d0cb965ca0284b9 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:46.887456 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-cc4837fb-f3fe-4a42-9a32-9e782de29bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:46.895944 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-cc4837fb-f3fe-4a42-9a32-9e782de29bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:47.174573 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c735a-8c5d-479d-9b37-19cb055168be req-ada6ba5a-2c4d-4dc5-90b5-0068aaf49040 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:47.176224 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b65c735a-8c5d-479d-9b37-19cb055168be req-ada6ba5a-2c4d-4dc5-90b5-0068aaf49040 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.1912715 May 13 16:09:47.203182 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 87010fc6-2ee8-40da-b5da-603ef368a540 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:47.203915 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c00384-0901-41a9-bc2a-a88baf6757f6 req-4bd1c6e6-4167-4758-b220-3c065b191299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:47.218020 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c00384-0901-41a9-bc2a-a88baf6757f6 req-4bd1c6e6-4167-4758-b220-3c065b191299 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b03e7da06f462f87ae1810bfc67172&device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 1096 time: 0.2475905 May 13 16:09:47.257226 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b65c735a-8c5d-479d-9b37-19cb055168be req-4cf58eb3-ff4b-4734-80bb-a1c26e2856e9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683651 May 13 16:09:47.259536 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cc4837fb-f3fe-4a42-9a32-9e782de29bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:47.265434 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cc4837fb-f3fe-4a42-9a32-9e782de29bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:47.337603 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7ced8f77-40ec-4363-87a3-754f3ea24d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:47.379473 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-cc4837fb-f3fe-4a42-9a32-9e782de29bf1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50e74a82aa2b42739d0cb965ca0284b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5985920 May 13 16:09:47.390547 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35022) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:47.439528 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port 87010fc6-2ee8-40da-b5da-603ef368a540 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:09:47.446964 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4837fb-f3fe-4a42-9a32-9e782de29bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caafce31-7315-48d9-ade6-af374c4afe69,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:47.456719 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 87010fc6-2ee8-40da-b5da-603ef368a540 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:47.457220 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:47.463739 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-cc4837fb-f3fe-4a42-9a32-9e782de29bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:47.579499 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-db8c54ee-cd55-4934-815b-8da5f02f90bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:47.617658 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-db8c54ee-cd55-4934-815b-8da5f02f90bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:47.624783 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c00384-0901-41a9-bc2a-a88baf6757f6 req-cc342d91-2c2c-4974-a2cb-e9a09d1aede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:47.626660 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c00384-0901-41a9-bc2a-a88baf6757f6 req-cc342d91-2c2c-4974-a2cb-e9a09d1aede4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 200 len: 918 time: 0.4065683 May 13 16:09:47.688109 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:47.712018 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-db8c54ee-cd55-4934-815b-8da5f02f90bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:47.731704 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:47.743746 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1132e2-1366-43f4-aa4f-307b58d17dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87010fc6-2ee8-40da-b5da-603ef368a540'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:09:47.769479 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 87010fc6-2ee8-40da-b5da-603ef368a540, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=87010fc6-2ee8-40da-b5da-603ef368a540,segment=NetworkSegment(b614bed4-c469-4a1d-b43a-a38dfd9db966),segment_id=b614bed4-c469-4a1d-b43a-a38dfd9db966)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:47.778395 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c54ee-cd55-4934-815b-8da5f02f90bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caafce31-7315-48d9-ade6-af374c4afe69,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:47.780686 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:47.784311 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-db8c54ee-cd55-4934-815b-8da5f02f90bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:47.787765 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-db8c54ee-cd55-4934-815b-8da5f02f90bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:47.791871 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-db8c54ee-cd55-4934-815b-8da5f02f90bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/caafce31-7315-48d9-ade6-af374c4afe69 HTTP/1.1" status: 204 len: 168 time: 0.3949497 May 13 16:09:47.797523 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device f39e7d34-f4be-4532-bcda-a4d3ccf96d72 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:47.836976 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:47.849117 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c00384-0901-41a9-bc2a-a88baf6757f6 req-93eae4c8-a0f5-4089-ae7c-c8281648331c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=871149f6-9017-4096-a59a-e1483f6f2755 HTTP/1.1" status: 200 len: 217 time: 0.2129512 May 13 16:09:47.898101 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35044) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:47.941590 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1132e2-1366-43f4-aa4f-307b58d17dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87010fc6-2ee8-40da-b5da-603ef368a540', 'code': 200} May 13 16:09:48.044857 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=87010fc6-2ee8-40da-b5da-603ef368a540,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:48.054723 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:48.072756 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port f39e7d34-f4be-4532-bcda-a4d3ccf96d72 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:09:48.086659 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port f39e7d34-f4be-4532-bcda-a4d3ccf96d72 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:48.087501 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:48.093438 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c00384-0901-41a9-bc2a-a88baf6757f6 req-653dbfaf-a849-44e8-a1bf-a4971963583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:48.097243 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c00384-0901-41a9-bc2a-a88baf6757f6 req-653dbfaf-a849-44e8-a1bf-a4971963583d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a3a991-627e-4aa0-addc-74ff480943da HTTP/1.1" status: 200 len: 856 time: 0.2368789 May 13 16:09:48.226479 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30612dd3-1356-4cec-9540-d9604c88400d req-6126f872-0a19-494a-bbe8-1495a6b88df0 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:48.230195 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-30612dd3-1356-4cec-9540-d9604c88400d req-6126f872-0a19-494a-bbe8-1495a6b88df0 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.2456262 May 13 16:09:48.283705 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c00384-0901-41a9-bc2a-a88baf6757f6 req-e0cc0ca6-3b7c-4bd1-8cbd-c71165127b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:48.286889 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c00384-0901-41a9-bc2a-a88baf6757f6 req-e0cc0ca6-3b7c-4bd1-8cbd-c71165127b10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca658d9-eaa4-4676-96b4-38061917c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1684866 May 13 16:09:48.362354 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-30612dd3-1356-4cec-9540-d9604c88400d req-82298586-459f-4d4c-8582-70f13fd91ce2 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246982 May 13 16:09:48.504027 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-eccfec89-a08d-48d0-a923-127cadeeab1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:48.605484 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:48.641052 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-eccfec89-a08d-48d0-a923-127cadeeab1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:48.668519 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-eccfec89-a08d-48d0-a923-127cadeeab1a admin admin] Usage tracker for resource:security_group_rule and tenant:f6a5c14640d44fdc8dea77c49c74a283 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:48.676008 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-eccfec89-a08d-48d0-a923-127cadeeab1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:48.683984 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port f39e7d34-f4be-4532-bcda-a4d3ccf96d72, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f39e7d34-f4be-4532-bcda-a4d3ccf96d72,segment=NetworkSegment(b614bed4-c469-4a1d-b43a-a38dfd9db966),segment_id=b614bed4-c469-4a1d-b43a-a38dfd9db966)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:48.688572 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:48.693133 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:48.702878 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-eccfec89-a08d-48d0-a923-127cadeeab1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:48.832400 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c00384-0901-41a9-bc2a-a88baf6757f6 req-aca5c838-8c95-4f59-bbf7-31fd523c63b4 service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353284 May 13 16:09:48.885933 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-eccfec89-a08d-48d0-a923-127cadeeab1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:48.892410 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-eccfec89-a08d-48d0-a923-127cadeeab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:48.906426 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-db8c54ee-cd55-4934-815b-8da5f02f90bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:48.908049 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=f39e7d34-f4be-4532-bcda-a4d3ccf96d72,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:48.930635 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:48.974258 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfec89-a08d-48d0-a923-127cadeeab1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fc19f6-210e-499c-9f8a-c426c97f04af,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:48.993849 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-eccfec89-a08d-48d0-a923-127cadeeab1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6a5c14640d44fdc8dea77c49c74a283&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0941997 May 13 16:09:48.997396 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-eccfec89-a08d-48d0-a923-127cadeeab1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:48.998554 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35084) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:49.062346 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2dab9b-7274-48f1-b5a1-18718e0844ad req-f4a4e838-ed61-4a88-bc08-9306bbd890c2 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:49.064726 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0e2dab9b-7274-48f1-b5a1-18718e0844ad req-f4a4e838-ed61-4a88-bc08-9306bbd890c2 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.5241690 May 13 16:09:49.231528 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0e2dab9b-7274-48f1-b5a1-18718e0844ad req-86b38441-fa05-407b-90f0-375c0b90f194 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488791 May 13 16:09:49.265197 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-449625ba-5d1a-4b49-8d6e-4fd45d211528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:49.292852 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff764e6-37a9-4dd5-af26-fbbd83a41e5b req-07008ecb-7135-49a2-847e-b379952663f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:49.299236 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6ff764e6-37a9-4dd5-af26-fbbd83a41e5b req-07008ecb-7135-49a2-847e-b379952663f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 1098 time: 0.7256911 May 13 16:09:49.301435 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c00384-0901-41a9-bc2a-a88baf6757f6 req-6c884cc8-da12-4e12-878c-d4956c9f45ba service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477220 May 13 16:09:49.340835 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-449625ba-5d1a-4b49-8d6e-4fd45d211528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:49.423480 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6ff764e6-37a9-4dd5-af26-fbbd83a41e5b req-ea065174-3946-4a56-8c44-4a886d972eac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871925 May 13 16:09:49.443766 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-449625ba-5d1a-4b49-8d6e-4fd45d211528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:49.453764 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:49.469890 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449625ba-5d1a-4b49-8d6e-4fd45d211528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fc19f6-210e-499c-9f8a-c426c97f04af,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:49.476269 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-449625ba-5d1a-4b49-8d6e-4fd45d211528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:49.480645 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-449625ba-5d1a-4b49-8d6e-4fd45d211528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:49.485176 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-449625ba-5d1a-4b49-8d6e-4fd45d211528 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c5fc19f6-210e-499c-9f8a-c426c97f04af HTTP/1.1" status: 204 len: 168 time: 0.4855609 May 13 16:09:49.666302 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd868e15-ff3d-4a72-a68e-ebe97fd05349 req-35058907-5f75-4397-a05a-b739c040d1bb tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:49.667931 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bd868e15-ff3d-4a72-a68e-ebe97fd05349 req-35058907-5f75-4397-a05a-b739c040d1bb tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1035175 May 13 16:09:49.746184 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bd868e15-ff3d-4a72-a68e-ebe97fd05349 req-fd25d13b-9d0b-40ed-9926-e68ace34899f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677204 May 13 16:09:49.943043 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3952d0db-440e-4232-9990-2f610aca716e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39e7d34-f4be-4532-bcda-a4d3ccf96d72'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:09:50.006358 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3952d0db-440e-4232-9990-2f610aca716e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39e7d34-f4be-4532-bcda-a4d3ccf96d72', 'code': 200} May 13 16:09:50.182614 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35136) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:50.224495 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b387e60a-5a7a-4ecd-a045-12431da66991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:50.266846 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-b387e60a-5a7a-4ecd-a045-12431da66991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:50.279784 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-b387e60a-5a7a-4ecd-a045-12431da66991 admin admin] Usage tracker for resource:security_group_rule and tenant:ac9b54ee8c6d4f17a39c6f7e57040de3 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:50.291950 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-b387e60a-5a7a-4ecd-a045-12431da66991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:50.303531 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-b387e60a-5a7a-4ecd-a045-12431da66991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:50.545759 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b387e60a-5a7a-4ecd-a045-12431da66991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:50.548857 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cdde9-a2d3-4500-af2f-1f1220c4a86a req-65821355-75ab-434e-841a-b12532dbd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:50.551030 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-d98cdde9-a2d3-4500-af2f-1f1220c4a86a req-65821355-75ab-434e-841a-b12532dbd6dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 1099 time: 0.1890814 May 13 16:09:50.587751 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b387e60a-5a7a-4ecd-a045-12431da66991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:50.613446 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:50.617426 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-d98cdde9-a2d3-4500-af2f-1f1220c4a86a req-5606f8f2-8622-4ea1-b2e8-7069548d9281 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553863 May 13 16:09:50.718129 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-b387e60a-5a7a-4ecd-a045-12431da66991 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac9b54ee8c6d4f17a39c6f7e57040de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317693 May 13 16:09:50.719097 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35154) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:50.723738 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387e60a-5a7a-4ecd-a045-12431da66991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7a836e-bbbd-452a-b99a-367ca6ee07c3,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:50.790359 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-b387e60a-5a7a-4ecd-a045-12431da66991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:50.876148 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc50cc-6b0a-44bd-b128-a00d79b81dc9 req-bc6fa869-ed93-4140-b850-587cc482c61c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:50.889015 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b5cc50cc-6b0a-44bd-b128-a00d79b81dc9 req-bc6fa869-ed93-4140-b850-587cc482c61c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.3474905 May 13 16:09:51.013139 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-563c3dad-c7c6-44dd-9019-dba01578c9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:51.064417 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-563c3dad-c7c6-44dd-9019-dba01578c9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:51.161288 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b5cc50cc-6b0a-44bd-b128-a00d79b81dc9 req-059ae7f9-32cb-4d86-912c-bc144c2860ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709529 May 13 16:09:51.232643 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 871149f6-9017-4096-a59a-e1483f6f2755 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:09:51.286668 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec5be5-eb70-4d15-bf9b-98c33ce27fbf req-145f743e-2c5f-4f0b-b17f-3ccddaf8485e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:51.296117 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-14ec5be5-eb70-4d15-bf9b-98c33ce27fbf req-145f743e-2c5f-4f0b-b17f-3ccddaf8485e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.2187548 May 13 16:09:51.433001 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-563c3dad-c7c6-44dd-9019-dba01578c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:51.447813 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-b387e60a-5a7a-4ecd-a045-12431da66991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:51.487807 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c3dad-c7c6-44dd-9019-dba01578c9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7a836e-bbbd-452a-b99a-367ca6ee07c3,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:51.501114 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-563c3dad-c7c6-44dd-9019-dba01578c9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:51.512350 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-14ec5be5-eb70-4d15-bf9b-98c33ce27fbf req-d9c512d9-8e6e-4fb2-b373-bb87417a455c tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025173 May 13 16:09:51.527516 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-563c3dad-c7c6-44dd-9019-dba01578c9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:51.529681 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-563c3dad-c7c6-44dd-9019-dba01578c9fe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6e7a836e-bbbd-452a-b99a-367ca6ee07c3 HTTP/1.1" status: 204 len: 168 time: 0.8087647 May 13 16:09:51.632162 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 871149f6-9017-4096-a59a-e1483f6f2755, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=871149f6-9017-4096-a59a-e1483f6f2755,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:51.654754 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '871149f6-9017-4096-a59a-e1483f6f2755', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'port_id': '871149f6-9017-4096-a59a-e1483f6f2755', 'mac_address': 'fa:16:3e:13:cd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:09:51.742473 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:51.792403 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871149f6-9017-4096-a59a-e1483f6f2755 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:09:51.849344 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 871149f6-9017-4096-a59a-e1483f6f2755, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=871149f6-9017-4096-a59a-e1483f6f2755,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:51.859067 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:51.862212 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:52.001409 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=871149f6-9017-4096-a59a-e1483f6f2755,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:52.009047 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:52.498606 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['871149f6-9017-4096-a59a-e1483f6f2755'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:09:52.543316 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840a205-0b23-4160-808d-f9a8156f1914 req-3fa3047c-b60b-4962-8b1a-7e13ee328819 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:52.550818 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6840a205-0b23-4160-808d-f9a8156f1914 req-3fa3047c-b60b-4962-8b1a-7e13ee328819 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 944 time: 0.1818655 May 13 16:09:52.705844 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6840a205-0b23-4160-808d-f9a8156f1914 req-2f37be90-1485-4806-886c-daff4863c3ea tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525559 May 13 16:09:53.041338 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45926b2f-fff3-4b9a-ab9a-25bf9b820c72 req-b32ae2eb-3952-4fb8-b1fc-b93240017236 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:53.043890 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-45926b2f-fff3-4b9a-ab9a-25bf9b820c72 req-b32ae2eb-3952-4fb8-b1fc-b93240017236 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1682925 May 13 16:09:53.125720 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-45926b2f-fff3-4b9a-ab9a-25bf9b820c72 req-850bf568-a917-4ba9-b733-81580c3a5c42 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701969 May 13 16:09:53.739827 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35258) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:54.021843 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b0a51-3c28-4777-a8c2-5ba036966e6c req-fa88d7ac-c754-4bef-9a51-0d2c3dce3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:54.030533 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-3e2b0a51-3c28-4777-a8c2-5ba036966e6c req-fa88d7ac-c754-4bef-9a51-0d2c3dce3b8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 1098 time: 0.1915486 May 13 16:09:54.278260 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b0a51-3c28-4777-a8c2-5ba036966e6c req-5e007831-69c0-49fd-91fd-952faf92a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:54.296836 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-3e2b0a51-3c28-4777-a8c2-5ba036966e6c req-5e007831-69c0-49fd-91fd-952faf92a6fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 920 time: 0.2290173 May 13 16:09:54.322275 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:54.362291 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:54.367034 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Usage tracker for resource:security_group_rule and tenant:00c48873c5c84bd59f5e92638f3f64ac is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:54.370592 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:54.376857 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:54.438939 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-3e2b0a51-3c28-4777-a8c2-5ba036966e6c req-1b07833e-f128-4fd0-b0ff-043db0537ada service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87010fc6-2ee8-40da-b5da-603ef368a540 HTTP/1.1" status: 200 len: 217 time: 0.1381288 May 13 16:09:54.574268 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b0a51-3c28-4777-a8c2-5ba036966e6c req-610bd40f-171c-4076-b936-5066c7d35b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:54.575888 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-3e2b0a51-3c28-4777-a8c2-5ba036966e6c req-610bd40f-171c-4076-b936-5066c7d35b8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f10e9a3-0af6-4fed-b04c-11eeafe49330 HTTP/1.1" status: 200 len: 859 time: 0.1219380 May 13 16:09:54.603779 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d3788-89d2-4c8a-b8c5-001396d49f3b req-dda0cff7-b63c-4fb4-828c-a62e51af3002 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:54.605262 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-dd6d3788-89d2-4c8a-b8c5-001396d49f3b req-dda0cff7-b63c-4fb4-828c-a62e51af3002 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 944 time: 0.4996004 May 13 16:09:54.626569 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4e6ce-4176-4b55-a672-f4558aca584f req-919cf42d-9c0a-4c33-a37d-d3a658989810 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:54.639604 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ceb4e6ce-4176-4b55-a672-f4558aca584f req-919cf42d-9c0a-4c33-a37d-d3a658989810 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.7605205 May 13 16:09:54.665760 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-3e2b0a51-3c28-4777-a8c2-5ba036966e6c req-5bbd4859-849f-4409-b26a-79dc614373af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a278da7-8d29-42e4-b73e-7fe4eba3c568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671425 May 13 16:09:54.717078 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:54.780991 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ceb4e6ce-4176-4b55-a672-f4558aca584f req-d58205ac-b710-493e-bf16-947339fd57de tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404562 May 13 16:09:54.782436 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:54.798546 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:54.871174 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-dd6d3788-89d2-4c8a-b8c5-001396d49f3b req-c05767f2-1608-4008-b7c8-42635d3f3828 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286055 May 13 16:09:54.873374 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc409f51-440e-4cc7-90ba-236164005ce2,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:54.937509 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00c48873c5c84bd59f5e92638f3f64ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1966424 May 13 16:09:54.943163 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:54.943713 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35298) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:54.944499 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:54.945552 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:54.946243 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:54.946809 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:54.948426 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:54.949198 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:54.952841 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:54.953293 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:54.953648 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:54.953991 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:54.954596 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:54.974048 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:54.974203 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-3e2b0a51-3c28-4777-a8c2-5ba036966e6c req-558894d9-67de-4fb6-9504-cf38eef7d772 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916558 May 13 16:09:55.223753 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:55.259202 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:55.267205 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 871149f6-9017-4096-a59a-e1483f6f2755 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:09:55.349848 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-3e2b0a51-3c28-4777-a8c2-5ba036966e6c req-b7b8535e-9671-41fd-8503-090b14022eee service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481174 May 13 16:09:55.388815 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:55.393389 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:55.415206 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc409f51-440e-4cc7-90ba-236164005ce2,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:55.429495 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port 871149f6-9017-4096-a59a-e1483f6f2755 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:09:55.437651 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:55.438012 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:55.438367 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:55.439116 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:55.439116 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:55.439625 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:55.439874 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:55.440133 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:55.440472 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:55.440806 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:55.441189 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:55.441525 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:09:55.446930 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:55.448050 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:55.449949 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc409f51-440e-4cc7-90ba-236164005ce2 HTTP/1.1" status: 204 len: 168 time: 0.5043478 May 13 16:09:55.456465 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 871149f6-9017-4096-a59a-e1483f6f2755 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:09:55.457120 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:55.716611 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:55.797907 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:09:55.865518 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 871149f6-9017-4096-a59a-e1483f6f2755, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=871149f6-9017-4096-a59a-e1483f6f2755,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:09:55.876288 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:55.879214 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:56.040529 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755', 'code': 200} May 13 16:09:56.190172 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=871149f6-9017-4096-a59a-e1483f6f2755,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:56.214967 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:56.432597 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35366) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:56.532060 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35372) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:56.606516 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4d80-4da5-4d1a-b2c6-e651145e263f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:56.669385 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-bb6f4d80-4da5-4d1a-b2c6-e651145e263f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:56.676627 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-bb6f4d80-4da5-4d1a-b2c6-e651145e263f admin admin] Usage tracker for resource:security_group_rule and tenant:54d05da730ae4099b18e11649c7a7365 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:56.681384 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-bb6f4d80-4da5-4d1a-b2c6-e651145e263f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:56.693280 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a9721-90a1-4b04-8cb1-616752da4577 req-6cf9b2a1-213b-434c-8632-3671a2dcf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:56.696484 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-967a9721-90a1-4b04-8cb1-616752da4577 req-6cf9b2a1-213b-434c-8632-3671a2dcf5ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 1098 time: 0.2044997 May 13 16:09:56.700558 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-bb6f4d80-4da5-4d1a-b2c6-e651145e263f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:56.717258 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd04c-833c-4757-bb2b-f2a6550477bf req-c66b5322-269c-4bdf-b87e-216ac176dd2b tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:56.719873 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-02cfd04c-833c-4757-bb2b-f2a6550477bf req-c66b5322-269c-4bdf-b87e-216ac176dd2b tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.5434546 May 13 16:09:56.785856 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-967a9721-90a1-4b04-8cb1-616752da4577 req-a844d50e-9ef9-4a11-802b-481b10f81152 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676854 May 13 16:09:56.888815 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1df184-a8a1-4dfb-97f3-ed08b74a5ebd req-548c121d-f107-47c6-86b5-422cd6ba07d7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:56.912227 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8f1df184-a8a1-4dfb-97f3-ed08b74a5ebd req-548c121d-f107-47c6-86b5-422cd6ba07d7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.5696471 May 13 16:09:57.042326 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a88bb399-38b7-4b56-9121-b17f8028bed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:57.053286 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-02cfd04c-833c-4757-bb2b-f2a6550477bf req-580a82cd-e99c-4fe4-aed5-13bf1ff2ec41 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047693 May 13 16:09:57.074647 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8f1df184-a8a1-4dfb-97f3-ed08b74a5ebd req-7ba98865-6489-4df9-984f-efe374b0381b tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610444 May 13 16:09:57.098202 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-a88bb399-38b7-4b56-9121-b17f8028bed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:57.103916 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-a88bb399-38b7-4b56-9121-b17f8028bed7 admin admin] Usage tracker for resource:security_group_rule and tenant:04710d8401ae4d9e93ae8f4aacccb52d is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:57.107412 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-a88bb399-38b7-4b56-9121-b17f8028bed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:57.120113 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-a88bb399-38b7-4b56-9121-b17f8028bed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:57.206543 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4d80-4da5-4d1a-b2c6-e651145e263f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:57.211925 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4d80-4da5-4d1a-b2c6-e651145e263f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:57.231681 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:57.324215 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-bb6f4d80-4da5-4d1a-b2c6-e651145e263f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=54d05da730ae4099b18e11649c7a7365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7932079 May 13 16:09:57.327457 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35392) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:57.330793 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a88bb399-38b7-4b56-9121-b17f8028bed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:57.337738 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a88bb399-38b7-4b56-9121-b17f8028bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:57.354895 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-dba7ee02-2c67-4dee-bf92-b17be2f997bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:57.377763 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f4d80-4da5-4d1a-b2c6-e651145e263f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa0e08d-032c-44f3-866e-2477bfa61d29,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:57.384677 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-bb6f4d80-4da5-4d1a-b2c6-e651145e263f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:57.458904 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ac6b5f4f-0fca-4b7b-8fd0-4ad99f9f3196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:57.460258 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-a88bb399-38b7-4b56-9121-b17f8028bed7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=04710d8401ae4d9e93ae8f4aacccb52d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0254576 May 13 16:09:57.463250 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bb399-38b7-4b56-9121-b17f8028bed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3cafb3-3260-44ba-adee-c24e8d7bb0ae,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:57.479796 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35398) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:57.491533 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-a88bb399-38b7-4b56-9121-b17f8028bed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:57.508225 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ac6b5f4f-0fca-4b7b-8fd0-4ad99f9f3196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:57.616852 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0dac37c3-e1e1-4a38-9b44-4ca34e013702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:57.636698 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ac6b5f4f-0fca-4b7b-8fd0-4ad99f9f3196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:57.651908 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:57.669481 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0dac37c3-e1e1-4a38-9b44-4ca34e013702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:57.682610 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b5f4f-0fca-4b7b-8fd0-4ad99f9f3196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa0e08d-032c-44f3-866e-2477bfa61d29,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:57.687190 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ac6b5f4f-0fca-4b7b-8fd0-4ad99f9f3196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:57.694593 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-ac6b5f4f-0fca-4b7b-8fd0-4ad99f9f3196 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9fa0e08d-032c-44f3-866e-2477bfa61d29 HTTP/1.1" status: 204 len: 168 time: 0.3462217 May 13 16:09:57.696748 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ac6b5f4f-0fca-4b7b-8fd0-4ad99f9f3196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:57.783830 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0dac37c3-e1e1-4a38-9b44-4ca34e013702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:57.794686 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-3417c838-8def-4a7f-acaa-a844706c9b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:57.816010 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac37c3-e1e1-4a38-9b44-4ca34e013702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3cafb3-3260-44ba-adee-c24e8d7bb0ae,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:57.831308 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-0dac37c3-e1e1-4a38-9b44-4ca34e013702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:57.833688 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0dac37c3-e1e1-4a38-9b44-4ca34e013702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:57.836121 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-0dac37c3-e1e1-4a38-9b44-4ca34e013702 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e3cafb3-3260-44ba-adee-c24e8d7bb0ae HTTP/1.1" status: 204 len: 168 time: 0.3530936 May 13 16:09:57.941546 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f671523-afcf-4ffc-94b7-ba020f0664db req-8deb74aa-0bfc-4028-80be-84deabc51735 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:57.943795 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4f671523-afcf-4ffc-94b7-ba020f0664db req-8deb74aa-0bfc-4028-80be-84deabc51735 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 946 time: 0.1786258 May 13 16:09:58.083562 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4f671523-afcf-4ffc-94b7-ba020f0664db req-1ef25c56-68ec-4f6d-b958-aed71e169e71 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081381 May 13 16:09:58.110174 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-466dab5d-6f66-407d-93f7-07849d6bd20d req-30edb1a9-fc84-4f93-97b9-d93138ccb6a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1630044 May 13 16:09:58.415492 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35428) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:58.615427 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466dab5d-6f66-407d-93f7-07849d6bd20d req-fcf21fbc-740b-4799-ae82-f597fe0561ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:58.620526 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-466dab5d-6f66-407d-93f7-07849d6bd20d req-fcf21fbc-740b-4799-ae82-f597fe0561ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 1099 time: 0.2221317 May 13 16:09:58.690599 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4bebb-64fb-40b1-9d27-955a6f16259b req-a46a2e70-907c-4f5d-8d59-510fcbb29cc8 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:58.693715 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-52d4bebb-64fb-40b1-9d27-955a6f16259b req-a46a2e70-907c-4f5d-8d59-510fcbb29cc8 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.3157220 May 13 16:09:58.809999 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e26f0-c4aa-43f0-a24f-646430faead8 req-fc46c279-14cb-42a4-9acf-16215d58b8e0 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:58.820325 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-047e26f0-c4aa-43f0-a24f-646430faead8 req-fc46c279-14cb-42a4-9acf-16215d58b8e0 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.3667076 May 13 16:09:58.915513 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-52d4bebb-64fb-40b1-9d27-955a6f16259b req-a24cdb13-dacb-4a91-a62d-5efb6783b3bc tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947193 May 13 16:09:59.017635 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-047e26f0-c4aa-43f0-a24f-646430faead8 req-e3ba3225-eecd-4e79-bc22-0c3f7ccc1a45 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800854 May 13 16:09:59.093701 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-a001d846-d48c-4a7f-aa56-f84686f86a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:59.189160 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-a001d846-d48c-4a7f-aa56-f84686f86a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:59.203275 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-a001d846-d48c-4a7f-aa56-f84686f86a0b admin admin] Usage tracker for resource:security_group_rule and tenant:af08551383aa476a97105b01c1e0f264 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:59.219249 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-a001d846-d48c-4a7f-aa56-f84686f86a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:59.238881 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-a001d846-d48c-4a7f-aa56-f84686f86a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:59.302667 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35460) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:59.369576 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-36a1dc06-103e-44a6-a387-4b610d3fbf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:59.389559 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466dab5d-6f66-407d-93f7-07849d6bd20d req-35d55a3f-06ad-4385-85f3-539542fa8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:59.392760 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-466dab5d-6f66-407d-93f7-07849d6bd20d req-35d55a3f-06ad-4385-85f3-539542fa8b92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 920 time: 0.6615832 May 13 16:09:59.401890 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-36a1dc06-103e-44a6-a387-4b610d3fbf81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:09:59.408872 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-36a1dc06-103e-44a6-a387-4b610d3fbf81 admin admin] Usage tracker for resource:security_group_rule and tenant:c8f6a31cdfbb4f0b8e0ef595fb6f605a is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:09:59.414389 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-36a1dc06-103e-44a6-a387-4b610d3fbf81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:09:59.424308 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-36a1dc06-103e-44a6-a387-4b610d3fbf81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:09:59.462474 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-a001d846-d48c-4a7f-aa56-f84686f86a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:59.469615 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-a001d846-d48c-4a7f-aa56-f84686f86a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:59.489610 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-bb6f4d80-4da5-4d1a-b2c6-e651145e263f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:59.546807 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-a001d846-d48c-4a7f-aa56-f84686f86a0b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af08551383aa476a97105b01c1e0f264&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1239936 May 13 16:09:59.550744 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35468) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:59.658573 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-36a1dc06-103e-44a6-a387-4b610d3fbf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:59.662333 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35472) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:59.683587 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-36a1dc06-103e-44a6-a387-4b610d3fbf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:59.691873 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-466dab5d-6f66-407d-93f7-07849d6bd20d req-137884ba-3073-41a9-8435-d826f601023c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f39e7d34-f4be-4532-bcda-a4d3ccf96d72 HTTP/1.1" status: 200 len: 217 time: 0.2588372 May 13 16:09:59.698265 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:09:59.787282 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001d846-d48c-4a7f-aa56-f84686f86a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3087ac-c235-4c9b-ba49-662844cf2e92,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:59.810156 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-a001d846-d48c-4a7f-aa56-f84686f86a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:59.886144 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-36a1dc06-103e-44a6-a387-4b610d3fbf81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8f6a31cdfbb4f0b8e0ef595fb6f605a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5816810 May 13 16:09:59.886981 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1dc06-103e-44a6-a387-4b610d3fbf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f992b15-2c0c-4c79-83c7-a42872593c75,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:09:59.893305 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35480) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:09:59.894391 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-36a1dc06-103e-44a6-a387-4b610d3fbf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:09:59.990404 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7dbe94f5-b5c7-4023-83fc-46edd97dac0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:09:59.990547 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466dab5d-6f66-407d-93f7-07849d6bd20d req-7f4de941-4ea4-4091-b2b3-55ec05a4ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:09:59.995848 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-466dab5d-6f66-407d-93f7-07849d6bd20d req-7f4de941-4ea4-4091-b2b3-55ec05a4ece1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f10e9a3-0af6-4fed-b04c-11eeafe49330 HTTP/1.1" status: 200 len: 859 time: 0.2870996 May 13 16:10:00.002704 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3ef19321-5fb6-4a23-a8c6-ec61e383d330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:00.050053 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed4048-a212-4d09-bfc7-fcbd4651f7a0 req-0d2f587b-7fe8-49a1-b2bf-ed23ab6266fb tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:00.061065 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b3ed4048-a212-4d09-bfc7-fcbd4651f7a0 req-0d2f587b-7fe8-49a1-b2bf-ed23ab6266fb tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 946 time: 0.5222368 May 13 16:10:00.096512 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7dbe94f5-b5c7-4023-83fc-46edd97dac0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:00.099503 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-3ef19321-5fb6-4a23-a8c6-ec61e383d330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:00.108711 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-3ef19321-5fb6-4a23-a8c6-ec61e383d330 admin admin] Usage tracker for resource:security_group_rule and tenant:c9bf895e68134b629624ad4fe37af36d is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:00.115097 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-3ef19321-5fb6-4a23-a8c6-ec61e383d330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:00.128767 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-3ef19321-5fb6-4a23-a8c6-ec61e383d330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:00.231863 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b3ed4048-a212-4d09-bfc7-fcbd4651f7a0 req-74bdfeb2-b72d-4a9a-81ec-8d98bf07845e tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627030 May 13 16:10:00.267398 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-466dab5d-6f66-407d-93f7-07849d6bd20d req-4b28b91d-18d2-49d0-abe2-31a3fa14eb71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a278da7-8d29-42e4-b73e-7fe4eba3c568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2301610 May 13 16:10:00.295227 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f4289b61-eaf3-4ac5-9e8a-fe7c38870672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:00.299604 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7dbe94f5-b5c7-4023-83fc-46edd97dac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:00.349241 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:00.396979 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe94f5-b5c7-4023-83fc-46edd97dac0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3087ac-c235-4c9b-ba49-662844cf2e92,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:00.401153 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7dbe94f5-b5c7-4023-83fc-46edd97dac0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:00.422759 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7dbe94f5-b5c7-4023-83fc-46edd97dac0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:00.433884 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-7dbe94f5-b5c7-4023-83fc-46edd97dac0a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d3087ac-c235-4c9b-ba49-662844cf2e92 HTTP/1.1" status: 204 len: 168 time: 0.8733151 May 13 16:10:00.488224 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:00.495470 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f4289b61-eaf3-4ac5-9e8a-fe7c38870672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:00.659178 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3ef19321-5fb6-4a23-a8c6-ec61e383d330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:00.666256 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a70e4-e9e5-48ee-9c50-1a38ba423b00 req-254ae7bc-9b60-4f08-b933-0093475de698 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:00.676155 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-425a70e4-e9e5-48ee-9c50-1a38ba423b00 req-254ae7bc-9b60-4f08-b933-0093475de698 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.3695118 May 13 16:10:00.712710 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3ef19321-5fb6-4a23-a8c6-ec61e383d330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:00.734341 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:00.744187 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f4289b61-eaf3-4ac5-9e8a-fe7c38870672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:00.860352 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef19321-5fb6-4a23-a8c6-ec61e383d330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e7735d-5cc9-4bec-8659-8af9ab9d9838,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:00.889166 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-3ef19321-5fb6-4a23-a8c6-ec61e383d330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:00.904051 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-3ef19321-5fb6-4a23-a8c6-ec61e383d330 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9bf895e68134b629624ad4fe37af36d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2225306 May 13 16:10:00.906372 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:00.923643 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35508) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:00.927629 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-15f2bba6-96e9-4d2b-b863-547447a1a9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:00.934891 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02fa85-ab44-4614-aa72-64edcd540086 req-8d05d9c7-e380-4606-833c-92a54fd8e38c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:00.936525 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cd02fa85-ab44-4614-aa72-64edcd540086 req-8d05d9c7-e380-4606-833c-92a54fd8e38c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.4273276 May 13 16:10:00.954806 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-425a70e4-e9e5-48ee-9c50-1a38ba423b00 req-6b95d621-d625-4d38-82d4-6783f5759875 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708769 May 13 16:10:00.972474 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4289b61-eaf3-4ac5-9e8a-fe7c38870672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f992b15-2c0c-4c79-83c7-a42872593c75,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:00.985468 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f4289b61-eaf3-4ac5-9e8a-fe7c38870672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:00.988502 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f4289b61-eaf3-4ac5-9e8a-fe7c38870672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:00.990584 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-f4289b61-eaf3-4ac5-9e8a-fe7c38870672 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f992b15-2c0c-4c79-83c7-a42872593c75 HTTP/1.1" status: 204 len: 168 time: 1.0950508 May 13 16:10:00.995226 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-466dab5d-6f66-407d-93f7-07849d6bd20d req-c367fd4a-f02b-4a90-bc1a-0c80507df12d service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935678 May 13 16:10:01.049063 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cd02fa85-ab44-4614-aa72-64edcd540086 req-c6222370-7a44-4ed3-a680-7ecd877362cd tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929179 May 13 16:10:01.507791 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-466dab5d-6f66-407d-93f7-07849d6bd20d req-df7774cd-b8ed-4332-a67a-2eb28ab6a1a5 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796591 May 13 16:10:01.511251 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-18d4e1fc-26c3-40a4-8564-3e8af71d7d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:01.545619 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35530) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:01.644682 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0d73d613-3465-46ad-950d-a0aad3e36b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:01.792418 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-0d73d613-3465-46ad-950d-a0aad3e36b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:01.807487 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-18d4e1fc-26c3-40a4-8564-3e8af71d7d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:01.826440 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-0d73d613-3465-46ad-950d-a0aad3e36b7a admin admin] Usage tracker for resource:security_group_rule and tenant:d1760e6e4fcf4905be8b7aecc3952d60 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:01.837349 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-0d73d613-3465-46ad-950d-a0aad3e36b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:01.898087 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-0d73d613-3465-46ad-950d-a0aad3e36b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:01.932820 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eba385-df6b-4798-9b08-acdfaf31bade req-acb05bfe-c8ce-49f7-8f75-9d7b017b463e tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:01.935853 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-f8eba385-df6b-4798-9b08-acdfaf31bade req-acb05bfe-c8ce-49f7-8f75-9d7b017b463e tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 946 time: 0.7055972 May 13 16:10:01.961721 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451c38c-f6e4-469c-9632-356d23bd8018 req-91031b8f-711c-4b04-b9b7-d1376dd0589b tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:01.972441 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c451c38c-f6e4-469c-9632-356d23bd8018 req-91031b8f-711c-4b04-b9b7-d1376dd0589b tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.5436795 May 13 16:10:01.973594 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35538) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:01.992289 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35542) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:02.040496 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-b6d20de1-c837-4378-9066-c79feb3fc05e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Request body: {'floatingip': {'port_id': '871149f6-9017-4096-a59a-e1483f6f2755'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:10:02.105846 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-18d4e1fc-26c3-40a4-8564-3e8af71d7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:02.126986 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-123a896f-3a3e-48dd-85b8-baf6c43090d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:02.153122 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4e1fc-26c3-40a4-8564-3e8af71d7d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e7735d-5cc9-4bec-8659-8af9ab9d9838,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:02.232827 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-18d4e1fc-26c3-40a4-8564-3e8af71d7d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:02.232827 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-18d4e1fc-26c3-40a4-8564-3e8af71d7d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:02.234418 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-18d4e1fc-26c3-40a4-8564-3e8af71d7d57 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/61e7735d-5cc9-4bec-8659-8af9ab9d9838 HTTP/1.1" status: 204 len: 168 time: 1.2472887 May 13 16:10:02.353883 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-f8eba385-df6b-4798-9b08-acdfaf31bade req-80aa6fec-e66e-45df-91b9-5f5e6b25a074 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Deleting port ce3e2512-b188-425b-87ce-7fd7156bd0e4 {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:10:02.355022 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-f8eba385-df6b-4798-9b08-acdfaf31bade req-80aa6fec-e66e-45df-91b9-5f5e6b25a074 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:02.374183 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dff3ec00-dce9-4eec-a32e-c2f1d4afec67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:02.400518 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b6d20de1-c837-4378-9066-c79feb3fc05e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:02.594917 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33999077-615e-4792-ac23-982b24486bd8 req-6ea9c772-9a6f-407d-af87-2903b8227079 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:02.604545 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-33999077-615e-4792-ac23-982b24486bd8 req-6ea9c772-9a6f-407d-af87-2903b8227079 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 946 time: 0.9244814 May 13 16:10:02.614622 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-dff3ec00-dce9-4eec-a32e-c2f1d4afec67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:02.674588 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-dff3ec00-dce9-4eec-a32e-c2f1d4afec67 admin admin] Usage tracker for resource:security_group_rule and tenant:27b3a14a40164e3d843b904c454dc346 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:02.690842 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-f8eba385-df6b-4798-9b08-acdfaf31bade req-80aa6fec-e66e-45df-91b9-5f5e6b25a074 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] For port ce3e2512-b188-425b-87ce-7fd7156bd0e4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ce3e2512-b188-425b-87ce-7fd7156bd0e4,segment=NetworkSegment(a785f8e8-cc16-4878-a2ca-2bf6800a9435),segment_id=a785f8e8-cc16-4878-a2ca-2bf6800a9435)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:02.691527 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-f8eba385-df6b-4798-9b08-acdfaf31bade req-80aa6fec-e66e-45df-91b9-5f5e6b25a074 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:02.739698 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-dff3ec00-dce9-4eec-a32e-c2f1d4afec67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:02.780144 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-dff3ec00-dce9-4eec-a32e-c2f1d4afec67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:02.963479 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-f8eba385-df6b-4798-9b08-acdfaf31bade req-80aa6fec-e66e-45df-91b9-5f5e6b25a074 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Calling delete_port for ce3e2512-b188-425b-87ce-7fd7156bd0e4 owned by compute:nova {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:10:03.001660 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-33999077-615e-4792-ac23-982b24486bd8 req-4095f209-5830-4ac9-905f-d90e6e5d4eeb tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/security-groups?id=479e1802-ff32-416d-b3ea-81da6d7670f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945596 May 13 16:10:03.136714 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35564) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:03.282532 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-f8eba385-df6b-4798-9b08-acdfaf31bade req-80aa6fec-e66e-45df-91b9-5f5e6b25a074 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:03.304793 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:03.333901 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0d73d613-3465-46ad-950d-a0aad3e36b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:03.368916 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['ce3e2512-b188-425b-87ce-7fd7156bd0e4'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:10:03.411423 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa6fec-e66e-45df-91b9-5f5e6b25a074 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Pushing event deleted for resources: {'Port': ['ID=ce3e2512-b188-425b-87ce-7fd7156bd0e4,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:03.420493 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-80aa6fec-e66e-45df-91b9-5f5e6b25a074 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:03.458684 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6c29577c-cd19-4137-9d32-f6403f190490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:03.491364 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767a14b-8000-40a8-8cf3-aef74dab1487 req-c4d8c18e-f6e4-4393-90cb-dd33b5b6ca04 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:03.497963 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eba385-df6b-4798-9b08-acdfaf31bade req-80aa6fec-e66e-45df-91b9-5f5e6b25a074 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] No DVR routers for this DVR port ce3e2512-b188-425b-87ce-7fd7156bd0e4 on host hv-cinder-68948 {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:10:03.502608 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7767a14b-8000-40a8-8cf3-aef74dab1487 req-c4d8c18e-f6e4-4393-90cb-dd33b5b6ca04 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 1.1308258 May 13 16:10:03.504565 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0d73d613-3465-46ad-950d-a0aad3e36b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:03.512875 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-f8eba385-df6b-4798-9b08-acdfaf31bade req-80aa6fec-e66e-45df-91b9-5f5e6b25a074 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:03.518075 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bb025d-7ee6-45f6-9728-e95c0c68ded8', 'name': 'network-vif-deleted', 'tag': 'ce3e2512-b188-425b-87ce-7fd7156bd0e4'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:10:03.525414 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-bb743d1d-d343-4477-a522-f30b92be94b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:03.536649 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-f8eba385-df6b-4798-9b08-acdfaf31bade req-80aa6fec-e66e-45df-91b9-5f5e6b25a074 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.36 "DELETE /v2.0/ports/ce3e2512-b188-425b-87ce-7fd7156bd0e4 HTTP/1.1" status: 204 len: 173 time: 1.5809023 May 13 16:10:03.589212 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb025d-7ee6-45f6-9728-e95c0c68ded8', 'name': 'network-vif-deleted', 'tag': 'ce3e2512-b188-425b-87ce-7fd7156bd0e4', 'status': 'completed', 'code': 200} May 13 16:10:03.616342 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-6c29577c-cd19-4137-9d32-f6403f190490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:03.661348 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-6c29577c-cd19-4137-9d32-f6403f190490 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa90da3bb294c238aebc3a343d49388 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:03.668887 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-6c29577c-cd19-4137-9d32-f6403f190490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:03.685695 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-6c29577c-cd19-4137-9d32-f6403f190490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:03.772371 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:03.785693 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-0d73d613-3465-46ad-950d-a0aad3e36b7a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1760e6e4fcf4905be8b7aecc3952d60&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2323644 May 13 16:10:03.786386 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35590) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:03.837929 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73d613-3465-46ad-950d-a0aad3e36b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1104963-37a7-462d-9905-60c5cb3ede77,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:03.843194 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-0d73d613-3465-46ad-950d-a0aad3e36b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:03.848534 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7767a14b-8000-40a8-8cf3-aef74dab1487 req-e140cbf4-46eb-4697-8557-141e06bf74f0 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448091 May 13 16:10:03.911666 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dff3ec00-dce9-4eec-a32e-c2f1d4afec67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:03.925376 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35594) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:03.944847 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-32f79733-fc75-4d7c-a922-6acf98bfc35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:03.987277 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-32f79733-fc75-4d7c-a922-6acf98bfc35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.026325 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dff3ec00-dce9-4eec-a32e-c2f1d4afec67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.043486 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-a4ba2240-a068-4a51-9ca0-64b916dc4216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.055921 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:04.103747 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-32f79733-fc75-4d7c-a922-6acf98bfc35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.120260 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-98800662-5bfd-4241-9d51-3ce4b4450d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:04.178385 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f79733-fc75-4d7c-a922-6acf98bfc35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1104963-37a7-462d-9905-60c5cb3ede77,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:04.184641 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-32f79733-fc75-4d7c-a922-6acf98bfc35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:04.186122 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-32f79733-fc75-4d7c-a922-6acf98bfc35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.188034 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-32f79733-fc75-4d7c-a922-6acf98bfc35e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1104963-37a7-462d-9905-60c5cb3ede77 HTTP/1.1" status: 204 len: 168 time: 0.4000049 May 13 16:10:04.190038 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a59e0c7a-0c16-4cbf-a911-4dbb0ca5680b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.247795 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-a59e0c7a-0c16-4cbf-a911-4dbb0ca5680b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:04.254392 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-a59e0c7a-0c16-4cbf-a911-4dbb0ca5680b admin admin] Usage tracker for resource:security_group_rule and tenant:382dc3c7083e40af804a4d24a8dd7a7c is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:04.264762 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-a59e0c7a-0c16-4cbf-a911-4dbb0ca5680b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:04.288148 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-a59e0c7a-0c16-4cbf-a911-4dbb0ca5680b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:04.454408 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-dff3ec00-dce9-4eec-a32e-c2f1d4afec67 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=27b3a14a40164e3d843b904c454dc346&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4761453 May 13 16:10:04.468457 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35604) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:04.470799 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b39d04a0-cd25-411a-bb22-ce5aa9075c11 req-e20019f3-06d5-4104-b998-17ad47978a10 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3bb025d-7ee6-45f6-9728-e95c0c68ded8 HTTP/1.1" status: 200 len: 210 time: 0.1282337 May 13 16:10:04.481791 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3ec00-dce9-4eec-a32e-c2f1d4afec67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf120f9-85c9-4533-9c4c-ae8c9979e7cd,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:04.501073 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-dff3ec00-dce9-4eec-a32e-c2f1d4afec67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:04.519691 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a59e0c7a-0c16-4cbf-a911-4dbb0ca5680b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.530822 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a59e0c7a-0c16-4cbf-a911-4dbb0ca5680b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.541447 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-a88bb399-38b7-4b56-9121-b17f8028bed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:04.604858 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-a59e0c7a-0c16-4cbf-a911-4dbb0ca5680b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=382dc3c7083e40af804a4d24a8dd7a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6784523 May 13 16:10:04.605659 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e0c7a-0c16-4cbf-a911-4dbb0ca5680b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9c6af5-3d9c-4f5e-9e97-77b50dbf1777,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:04.608770 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-a59e0c7a-0c16-4cbf-a911-4dbb0ca5680b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:04.609243 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35610) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:04.640398 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8b479152-305a-4711-aefb-52dd924b3603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.664938 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6c29577c-cd19-4137-9d32-f6403f190490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.675673 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6c29577c-cd19-4137-9d32-f6403f190490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.692524 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-0d73d613-3465-46ad-950d-a0aad3e36b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:04.706261 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.db.resource_extend [None req-b6d20de1-c837-4378-9066-c79feb3fc05e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 16:10:04.707427 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8b479152-305a-4711-aefb-52dd924b3603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.736227 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-919cfcdb-1d7c-4c07-8e47-124c59c0820f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.849343 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8b479152-305a-4711-aefb-52dd924b3603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.881925 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:04.921453 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b479152-305a-4711-aefb-52dd924b3603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf120f9-85c9-4533-9c4c-ae8c9979e7cd,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:04.925616 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-8b479152-305a-4711-aefb-52dd924b3603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:04.941062 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-919cfcdb-1d7c-4c07-8e47-124c59c0820f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.951594 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29577c-cd19-4137-9d32-f6403f190490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c87a922-1647-45a4-8153-85ffe6a47dcb,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:04.964932 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8b479152-305a-4711-aefb-52dd924b3603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:04.972077 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-8b479152-305a-4711-aefb-52dd924b3603 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6bf120f9-85c9-4533-9c4c-ae8c9979e7cd HTTP/1.1" status: 204 len: 168 time: 0.5022931 May 13 16:10:04.972336 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6c29577c-cd19-4137-9d32-f6403f190490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:05.020919 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:05.158040 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-919cfcdb-1d7c-4c07-8e47-124c59c0820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:05.166455 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b4a0ed8f-7caf-4f68-8253-42f6caab2e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:05.204202 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cfcdb-1d7c-4c07-8e47-124c59c0820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9c6af5-3d9c-4f5e-9e97-77b50dbf1777,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:05.221092 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-919cfcdb-1d7c-4c07-8e47-124c59c0820f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:05.222288 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-919cfcdb-1d7c-4c07-8e47-124c59c0820f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:05.231388 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-919cfcdb-1d7c-4c07-8e47-124c59c0820f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b9c6af5-3d9c-4f5e-9e97-77b50dbf1777 HTTP/1.1" status: 204 len: 168 time: 0.6060636 May 13 16:10:05.232160 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-6c29577c-cd19-4137-9d32-f6403f190490 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ffa90da3bb294c238aebc3a343d49388&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0618215 May 13 16:10:05.232606 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35646) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:05.305784 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device ce3e2512-b188-425b-87ce-7fd7156bd0e4 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:10:05.316544 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b6d20de1-c837-4378-9066-c79feb3fc05e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:05.323530 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b6d20de1-c837-4378-9066-c79feb3fc05e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:05.443636 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: ce3e2512-b188-425b-87ce-7fd7156bd0e4 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:10:05.444779 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device ce3e2512-b188-425b-87ce-7fd7156bd0e4 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:10:05.483623 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-fcf6f991-2cd6-42a7-b02a-0d41e63ec9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:05.573963 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-fcf6f991-2cd6-42a7-b02a-0d41e63ec9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:05.677637 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0610595-b150-47b7-833d-1b4534c53871 req-8209fcb1-1484-4cc1-b40d-3abdf28b74e8 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:05.686023 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a0610595-b150-47b7-833d-1b4534c53871 req-8209fcb1-1484-4cc1-b40d-3abdf28b74e8 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.5898504 May 13 16:10:05.720446 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-fcf6f991-2cd6-42a7-b02a-0d41e63ec9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:05.754358 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:05.780270 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a0610595-b150-47b7-833d-1b4534c53871 req-3cd9f6e0-508e-4037-8e32-6d71f6e6647f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929363 May 13 16:10:05.781688 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.l3_db [None req-b6d20de1-c837-4378-9066-c79feb3fc05e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Floating IP a3010aea-a2d3-4db5-b32b-a1d1cc1b2d27 associated. External IP: 172.28.1.85, port: 871149f6-9017-4096-a59a-e1483f6f2755. May 13 16:10:05.806763 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6f991-2cd6-42a7-b02a-0d41e63ec9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c87a922-1647-45a4-8153-85ffe6a47dcb,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:05.809648 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-fcf6f991-2cd6-42a7-b02a-0d41e63ec9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:05.835599 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-fcf6f991-2cd6-42a7-b02a-0d41e63ec9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:05.844983 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-fcf6f991-2cd6-42a7-b02a-0d41e63ec9cb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c87a922-1647-45a4-8153-85ffe6a47dcb HTTP/1.1" status: 204 len: 168 time: 0.6105082 May 13 16:10:06.374226 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d20de1-c837-4378-9066-c79feb3fc05e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Router c6594335-70c5-455f-9008-5267315b01e6 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:10:06.380712 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35684) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:06.426251 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f74e6568-f6d3-4a7f-84e6-92c2ffcc6420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:06.474235 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-f74e6568-f6d3-4a7f-84e6-92c2ffcc6420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:06.486659 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-f74e6568-f6d3-4a7f-84e6-92c2ffcc6420 admin admin] Usage tracker for resource:security_group_rule and tenant:0d527a2d741f4f0898f5fdd350ae544e is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:06.493836 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-f74e6568-f6d3-4a7f-84e6-92c2ffcc6420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:06.503556 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-f74e6568-f6d3-4a7f-84e6-92c2ffcc6420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:06.652507 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:06.712270 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f74e6568-f6d3-4a7f-84e6-92c2ffcc6420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:06.718891 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f74e6568-f6d3-4a7f-84e6-92c2ffcc6420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:06.729335 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d20de1-c837-4378-9066-c79feb3fc05e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:10:06.736076 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4a8a9d82-4ab3-4161-aa1f-c81f52113f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:06.771051 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8d750-0b4b-45c4-a9a0-ff1766cce08b None None] Sync routers for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:10:06.774197 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b6d20de1-c837-4378-9066-c79feb3fc05e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:06.804631 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8d750-0b4b-45c4-a9a0-ff1766cce08b None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:10:06.805331 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-45e8d750-0b4b-45c4-a9a0-ff1766cce08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:10:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:06.880477 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e6568-f6d3-4a7f-84e6-92c2ffcc6420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7126a8d1-15cf-4b17-aa37-c95ec9332823,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:06.901278 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f74e6568-f6d3-4a7f-84e6-92c2ffcc6420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:06.928725 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-f74e6568-f6d3-4a7f-84e6-92c2ffcc6420 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d527a2d741f4f0898f5fdd350ae544e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431533 May 13 16:10:06.934429 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35704) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:06.936744 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-b6d20de1-c837-4378-9066-c79feb3fc05e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "PUT /v2.0/floatingips/a3010aea-a2d3-4db5-b32b-a1d1cc1b2d27 HTTP/1.1" status: 200 len: 990 time: 4.9135430 May 13 16:10:06.940470 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:10:07.040088 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-9daf9025-ee1d-45df-9736-01e0152a55aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:07.090367 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-9daf9025-ee1d-45df-9736-01e0152a55aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:07.176985 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-9daf9025-ee1d-45df-9736-01e0152a55aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:07.184107 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-3ef19321-5fb6-4a23-a8c6-ec61e383d330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:07.197561 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf9025-ee1d-45df-9736-01e0152a55aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7126a8d1-15cf-4b17-aa37-c95ec9332823,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:07.223009 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-9daf9025-ee1d-45df-9736-01e0152a55aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:07.223906 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-9daf9025-ee1d-45df-9736-01e0152a55aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:07.228076 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-9daf9025-ee1d-45df-9736-01e0152a55aa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7126a8d1-15cf-4b17-aa37-c95ec9332823 HTTP/1.1" status: 204 len: 168 time: 0.2853887 May 13 16:10:07.288523 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-45e8d750-0b4b-45c4-a9a0-ff1766cce08b None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:10:07.385008 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267fdac-2e5e-4bcb-94a7-a9e465bbfa6d req-b5aefb79-20d6-47f7-9fa2-59ea7b765844 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:07.386646 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f267fdac-2e5e-4bcb-94a7-a9e465bbfa6d req-b5aefb79-20d6-47f7-9fa2-59ea7b765844 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1232195 May 13 16:10:07.442265 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755', 'status': 'completed', 'code': 200} May 13 16:10:07.503655 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f267fdac-2e5e-4bcb-94a7-a9e465bbfa6d req-e9884b03-72dd-4df9-9758-fc0bddbe2611 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052113 May 13 16:10:07.695704 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85592b-4dda-4499-9d76-00027e52609b req-bb3cb475-9ac8-4e09-8136-8539bf7351fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:07.701561 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f85592b-4dda-4499-9d76-00027e52609b req-bb3cb475-9ac8-4e09-8136-8539bf7351fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b03e7da06f462f87ae1810bfc67172&device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 1098 time: 0.1839774 May 13 16:10:08.119462 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-45e8d750-0b4b-45c4-a9a0-ff1766cce08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': 'a3010aea-a2d3-4db5-b32b-a1d1cc1b2d27', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'floating_ip_address': '172.28.1.85', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'port_id': '871149f6-9017-4096-a59a-e1483f6f2755', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'mac_address': 'fa:16:3e:13:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:09:26Z', 'updated_at': '2021-05-13T16:10:04Z', 'revision_number': 1, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:31Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:08.126709 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8d750-0b4b-45c4-a9a0-ff1766cce08b None None] Checking router: c6594335-70c5-455f-9008-5267315b01e6 for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:10:08.143205 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8d750-0b4b-45c4-a9a0-ff1766cce08b None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:10:08.144852 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-45e8d750-0b4b-45c4-a9a0-ff1766cce08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:10:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:08.164900 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85592b-4dda-4499-9d76-00027e52609b req-ed219073-a670-42f5-b336-c5f4605fba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:08.167131 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f85592b-4dda-4499-9d76-00027e52609b req-ed219073-a670-42f5-b336-c5f4605fba84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 200 len: 918 time: 0.4579301 May 13 16:10:08.256962 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35754) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:08.370435 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35766) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:08.402270 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f85592b-4dda-4499-9d76-00027e52609b req-2c465852-c224-4b4d-a4d3-b504d130a052 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=871149f6-9017-4096-a59a-e1483f6f2755 HTTP/1.1" status: 200 len: 998 time: 0.2056870 May 13 16:10:08.440078 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-45e8d750-0b4b-45c4-a9a0-ff1766cce08b None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:10:08.506468 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85592b-4dda-4499-9d76-00027e52609b req-dee72dad-092f-45c9-b0bf-28025bf7a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:08.520547 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc3dc31-2518-4204-b8b9-d7c7599bef84 admin admin] Deleting subnet 313e00d0-a501-49d7-97ce-9e94b8cace0f {{(pid=79044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:10:08.529726 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f85592b-4dda-4499-9d76-00027e52609b req-dee72dad-092f-45c9-b0bf-28025bf7a8f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a3a991-627e-4aa0-addc-74ff480943da HTTP/1.1" status: 200 len: 856 time: 0.1246080 May 13 16:10:08.536869 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3dc3dc31-2518-4204-b8b9-d7c7599bef84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:08.620530 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-5d9224f1-6612-46e3-a07b-efdde71ea4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:08.641253 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-5d9224f1-6612-46e3-a07b-efdde71ea4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:08.645917 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-5d9224f1-6612-46e3-a07b-efdde71ea4fa admin admin] Usage tracker for resource:security_group_rule and tenant:40be1cae24744a56aa97537737a954d2 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:08.650041 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-5d9224f1-6612-46e3-a07b-efdde71ea4fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:08.656979 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-5d9224f1-6612-46e3-a07b-efdde71ea4fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:08.764903 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-5d9224f1-6612-46e3-a07b-efdde71ea4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:08.765247 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85592b-4dda-4499-9d76-00027e52609b req-bef3c5f7-5696-4e3f-864f-6d5cf0352b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:08.772504 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f85592b-4dda-4499-9d76-00027e52609b req-bef3c5f7-5696-4e3f-864f-6d5cf0352b7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca658d9-eaa4-4676-96b4-38061917c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2316651 May 13 16:10:08.775975 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-5d9224f1-6612-46e3-a07b-efdde71ea4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:08.787705 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:08.817982 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3dc3dc31-2518-4204-b8b9-d7c7599bef84 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:08.827932 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9224f1-6612-46e3-a07b-efdde71ea4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424c4542-9ed0-4d9c-aed2-4e3dab8ee49c,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:08.855919 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-5d9224f1-6612-46e3-a07b-efdde71ea4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:08.868293 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3dc3dc31-2518-4204-b8b9-d7c7599bef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:08.996730 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-5d9224f1-6612-46e3-a07b-efdde71ea4fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=40be1cae24744a56aa97537737a954d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7386503 May 13 16:10:08.998926 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35782) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:09.168656 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f30ff62-039b-4488-9229-9ffed76b9d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:09.262165 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f85592b-4dda-4499-9d76-00027e52609b req-c5e0c153-3f15-42bb-a026-3b5b3b16a7c6 service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627821 May 13 16:10:09.315155 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-45e8d750-0b4b-45c4-a9a0-ff1766cce08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': 'a3010aea-a2d3-4db5-b32b-a1d1cc1b2d27', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'floating_ip_address': '172.28.1.85', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'port_id': '871149f6-9017-4096-a59a-e1483f6f2755', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'mac_address': 'fa:16:3e:13:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:09:26Z', 'updated_at': '2021-05-13T16:10:04Z', 'revision_number': 1, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:31Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:09.342052 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8d750-0b4b-45c4-a9a0-ff1766cce08b None None] The sync data for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb is: [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': 'a3010aea-a2d3-4db5-b32b-a1d1cc1b2d27', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'floating_ip_address': '172.28.1.85', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'port_id': '871149f6-9017-4096-a59a-e1483f6f2755', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'mac_address': 'fa:16:3e:13:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:09:26Z', 'updated_at': '2021-05-13T16:10:04Z', 'revision_number': 1, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:31Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:10:09.393378 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f30ff62-039b-4488-9229-9ffed76b9d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:09.408764 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c107e-43d9-4c71-a00d-872bb1a168cf req-aa16c58a-f386-4793-8b8b-2d29bb0b5011 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:09.416728 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-043c107e-43d9-4c71-a00d-872bb1a168cf req-aa16c58a-f386-4793-8b8b-2d29bb0b5011 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.5593660 May 13 16:10:09.564460 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35802) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:09.586648 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-043c107e-43d9-4c71-a00d-872bb1a168cf req-50ea541d-44e1-42a6-869a-7f55b94a4264 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687493 May 13 16:10:09.638578 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f30ff62-039b-4488-9229-9ffed76b9d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:09.651911 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f85592b-4dda-4499-9d76-00027e52609b req-c9838ffb-aebf-4998-9df5-31bd135b2160 service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681889 May 13 16:10:09.663301 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-cc4837fb-f3fe-4a42-9a32-9e782de29bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:09.772306 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30ff62-039b-4488-9229-9ffed76b9d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424c4542-9ed0-4d9c-aed2-4e3dab8ee49c,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:09.775239 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-8f30ff62-039b-4488-9229-9ffed76b9d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:09.782401 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3dc3dc31-2518-4204-b8b9-d7c7599bef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:09.791215 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f30ff62-039b-4488-9229-9ffed76b9d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:09.792352 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-8f30ff62-039b-4488-9229-9ffed76b9d07 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/424c4542-9ed0-4d9c-aed2-4e3dab8ee49c HTTP/1.1" status: 204 len: 168 time: 0.7891114 May 13 16:10:09.797956 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-21d838d5-3eaf-4f2c-a780-7ddc378c1f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:09.859622 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c56011-04e8-4fc7-8974-cf0057cffb22 None None] New status for floating IP a3010aea-a2d3-4db5-b32b-a1d1cc1b2d27: ACTIVE {{(pid=79045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:10:09.903782 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3dc31-2518-4204-b8b9-d7c7599bef84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=313e00d0-a501-49d7-97ce-9e94b8cace0f,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:09.920047 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1801282313-network', 'tenant_id': '8396a6d930fc44b98bdfc4ce77c677b2'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:10:09.926844 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-3dc3dc31-2518-4204-b8b9-d7c7599bef84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:09.939269 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:09.945328 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3dc3dc31-2518-4204-b8b9-d7c7599bef84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:09.963094 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Usage tracker for resource:network and tenant:8396a6d930fc44b98bdfc4ce77c677b2 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:09.966573 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:09.978335 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-3dc3dc31-2518-4204-b8b9-d7c7599bef84 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/313e00d0-a501-49d7-97ce-9e94b8cace0f HTTP/1.1" status: 204 len: 168 time: 1.6043363 May 13 16:10:09.979184 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35828) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:09.990890 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:10.016182 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Made reservation on behalf of 8396a6d930fc44b98bdfc4ce77c677b2 for: {'network': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:10:10.018807 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.052508 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.098000 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:10.105111 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Usage tracker for resource:security_group_rule and tenant:8396a6d930fc44b98bdfc4ce77c677b2 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:10.109054 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:10.117529 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:10.249880 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.300483 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.307711 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.313348 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ac6b5f4f-0fca-4b7b-8fd0-4ad99f9f3196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:10.414289 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=79044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:10:10.434193 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f467f0-057f-49a3-889d-b0bb4fb4d723,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:10.441702 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.463310 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:10.463993 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efa53dd-8c99-4f28-8001-d95140b95de6']}} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:10.486456 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a785f8e8-cc16-4878-a2ca-2bf6800a9435') {'for_net_delete': True} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:10.486764 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a785f8e8-cc16-4878-a2ca-2bf6800a9435') {} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:10:10.494079 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.497319 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.segments_db [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Added segment fcc96eb4-2da5-4577-994a-37ab44e77561 of type vlan for network 8954ce2b-c305-4706-a340-f13d898e5203 May 13 16:10:10.504077 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106793'] for segment, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.533771 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.547187 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=79043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:10:10.548200 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2223284'] for segment, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.553596 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: Traceback (most recent call last): May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: timer() May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: cb(*args, **kw) May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: return func(*args, **kwargs) May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: self._notify() May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: self.callback(batched_events) May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: event.method(event) May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: return f(self, *a, **k) May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: return self._get(url).json() May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: return self.request(url, 'GET', **kwargs) May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:10:10.569137 dv-cinder-689486-12-smb neutron-server[79043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:10:10.616354 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.620100 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:10.620706 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.668258 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:10.708054 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1382527 May 13 16:10:10.713263 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35856) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:10.733108 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Request body: {'subnet': {'network_id': '8954ce2b-c305-4706-a340-f13d898e5203', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1801282313-subnet', 'tenant_id': '8396a6d930fc44b98bdfc4ce77c677b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:10:10.757573 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:10.762712 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Usage tracker for resource:subnet and tenant:8396a6d930fc44b98bdfc4ce77c677b2 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:10.766266 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:10.774706 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:10.777546 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.787942 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-7ff79e95-02eb-49dd-9e7f-6b6f6cfdd53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:10.810630 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.814038 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Made reservation on behalf of 8396a6d930fc44b98bdfc4ce77c677b2 for: {'subnet': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:10:10.816538 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2104162'] for subnet, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:10.839716 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=0efa53dd-8c99-4f28-8001-d95140b95de6,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:10.902363 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Pushing event updated for resources: {'Network': ['ID=8954ce2b-c305-4706-a340-f13d898e5203,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:10.908787 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:10.915927 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network 8954ce2b-c305-4706-a340-f13d898e5203 details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:10:10.916721 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:10.937455 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] 10.222.0.54 "DELETE /v2.0/networks/0efa53dd-8c99-4f28-8001-d95140b95de6 HTTP/1.1" status: 204 len: 168 time: 0.9569263 May 13 16:10:10.991364 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47f884-63c2-4bcf-a937-de668a7bfcb8 req-1e138226-46b1-4cd2-8d00-7751376ab3f4 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:10.995032 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2e47f884-63c2-4bcf-a937-de668a7bfcb8 req-1e138226-46b1-4cd2-8d00-7751376ab3f4 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1929052 May 13 16:10:11.092797 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2e47f884-63c2-4bcf-a937-de668a7bfcb8 req-31f5c245-ebf1-4fd2-8205-264105fc2c04 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905378 May 13 16:10:11.400173 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2139417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2104188'] for subnet, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:11.407222 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2d232ebb-e2e1-4faa-aa74-5cf48bcffa4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:11.448407 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35880) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:11.519081 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9fdbe21-9b98-48c9-bdd4-23dba1f5f253,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:11.519302 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-ef3719d5-fb87-4606-99e3-6bcd4b785d29 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5224b2746594828babb36042af69757&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0690086 May 13 16:10:11.525569 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35884) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:11.529958 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:11.531134 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Checking segment: {'id': 'fcc96eb4-2da5-4577-994a-37ab44e77561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8954ce2b-c305-4706-a340-f13d898e5203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:10:11.531522 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Network hostable DHCP agents. Network: 8954ce2b-c305-4706-a340-f13d898e5203, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:10:11.557456 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Network 8954ce2b-c305-4706-a340-f13d898e5203 is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:10:11.578615 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, 8954ce2b-c305-4706-a340-f13d898e5203) {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:10:11.590114 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:11.590945 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:11.598065 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c373323b-cfe1-454f-9179-8513252ec7c3 None None] Network 8954ce2b-c305-4706-a340-f13d898e5203 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:10:11.621229 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fc1a9320-dff0-49cc-85ae-832572e04f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:11.625976 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-490c995a-8032-4e27-93e6-dcb8b1b75c0f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9111137 May 13 16:10:11.666321 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fc1a9320-dff0-49cc-85ae-832572e04f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:11.677393 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35890) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:11.794764 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fc1a9320-dff0-49cc-85ae-832572e04f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:11.801312 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-eccfec89-a08d-48d0-a923-127cadeeab1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:11.830631 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a9320-dff0-49cc-85ae-832572e04f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479e1802-ff32-416d-b3ea-81da6d7670f5,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:11.845418 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-fc1a9320-dff0-49cc-85ae-832572e04f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:11.858415 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fc1a9320-dff0-49cc-85ae-832572e04f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:11.865192 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-fc1a9320-dff0-49cc-85ae-832572e04f77 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/479e1802-ff32-416d-b3ea-81da6d7670f5 HTTP/1.1" status: 204 len: 168 time: 0.3383708 May 13 16:10:12.018280 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9e8c00-02aa-4a2f-a71b-c003895aa229 None None] Network 8954ce2b-c305-4706-a340-f13d898e5203 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:10:12.251875 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-dfb43d3a-ab64-4e3f-9cb9-1ad00f2c4acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:12.302493 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-dfb43d3a-ab64-4e3f-9cb9-1ad00f2c4acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:12.312920 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-dfb43d3a-ab64-4e3f-9cb9-1ad00f2c4acb admin admin] Usage tracker for resource:security_group_rule and tenant:4b471051128d4faa87bc00c9236d600b is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:12.322051 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-dfb43d3a-ab64-4e3f-9cb9-1ad00f2c4acb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:12.342094 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-dfb43d3a-ab64-4e3f-9cb9-1ad00f2c4acb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:12.424174 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bde27a-5775-4319-b452-1633a2310591 req-1bb6427d-416b-4d23-815d-9ea35ad8f6da tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:12.428551 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-99bde27a-5775-4319-b452-1633a2310591 req-1bb6427d-416b-4d23-815d-9ea35ad8f6da tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1787601 May 13 16:10:12.550717 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-99bde27a-5775-4319-b452-1633a2310591 req-e4b2f9f8-741a-4d92-a660-97fd851c1b79 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161954 May 13 16:10:12.585949 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-dfb43d3a-ab64-4e3f-9cb9-1ad00f2c4acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:12.598512 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-dfb43d3a-ab64-4e3f-9cb9-1ad00f2c4acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:12.609167 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:12.653640 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb43d3a-ab64-4e3f-9cb9-1ad00f2c4acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cc1e30-30f0-49c2-bcac-b1517a44bd83,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:12.673420 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-dfb43d3a-ab64-4e3f-9cb9-1ad00f2c4acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:12.685734 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-dfb43d3a-ab64-4e3f-9cb9-1ad00f2c4acb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b471051128d4faa87bc00c9236d600b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0045981 May 13 16:10:12.687914 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35918) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:12.786663 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b4c8638b-a62e-4a85-a2a9-ae202de11ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:12.837236 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b4c8638b-a62e-4a85-a2a9-ae202de11ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:12.909686 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b4c8638b-a62e-4a85-a2a9-ae202de11ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:12.913612 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:12.934420 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8638b-a62e-4a85-a2a9-ae202de11ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cc1e30-30f0-49c2-bcac-b1517a44bd83,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:12.937981 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-b4c8638b-a62e-4a85-a2a9-ae202de11ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:12.939265 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b4c8638b-a62e-4a85-a2a9-ae202de11ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:12.940389 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-b4c8638b-a62e-4a85-a2a9-ae202de11ae8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9cc1e30-30f0-49c2-bcac-b1517a44bd83 HTTP/1.1" status: 204 len: 168 time: 0.2514260 May 13 16:10:13.741996 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35956) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:13.809064 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bdfb8245-06e3-48f4-9e65-857a3ecbca34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:13.906708 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-bdfb8245-06e3-48f4-9e65-857a3ecbca34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:13.919184 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-bdfb8245-06e3-48f4-9e65-857a3ecbca34 admin admin] Usage tracker for resource:security_group_rule and tenant:3456e3050c804476a980d9858e39b09c is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:13.922867 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-bdfb8245-06e3-48f4-9e65-857a3ecbca34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:13.938793 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-bdfb8245-06e3-48f4-9e65-857a3ecbca34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:14.030637 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b58e1-0cac-4c7e-8ad5-eb7264396407 req-07cea515-e250-45dd-b702-ecba22196db5 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:14.032916 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-006b58e1-0cac-4c7e-8ad5-eb7264396407 req-07cea515-e250-45dd-b702-ecba22196db5 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.2598209 May 13 16:10:14.159144 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-006b58e1-0cac-4c7e-8ad5-eb7264396407 req-5fddcdfe-2536-4367-9daa-3d1851c442b7 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116538 May 13 16:10:14.172504 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bdfb8245-06e3-48f4-9e65-857a3ecbca34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.178933 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bdfb8245-06e3-48f4-9e65-857a3ecbca34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.197756 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-69505318-2604-4cb9-9251-e06c60776ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:14.255098 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-bdfb8245-06e3-48f4-9e65-857a3ecbca34 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3456e3050c804476a980d9858e39b09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118701 May 13 16:10:14.260111 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 35976) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:14.261233 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb8245-06e3-48f4-9e65-857a3ecbca34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b94c0cb-cec4-433b-a00d-5ef486fe755d,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:14.280746 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-bdfb8245-06e3-48f4-9e65-857a3ecbca34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:14.291635 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 35980) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:14.301231 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-746800864-network', 'tenant_id': '9081f8911f0e456c81af72345574c057'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:10:14.311235 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:14.318243 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Usage tracker for resource:network and tenant:9081f8911f0e456c81af72345574c057 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:14.323845 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:14.337750 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:14.365154 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Made reservation on behalf of 9081f8911f0e456c81af72345574c057 for: {'network': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:10:14.374583 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.415641 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.455988 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:14.463586 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Usage tracker for resource:security_group_rule and tenant:9081f8911f0e456c81af72345574c057 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:14.471009 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:14.481406 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:14.504647 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-de6f13a6-a3dd-48d9-9a55-495288137564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.576565 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-de6f13a6-a3dd-48d9-9a55-495288137564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.691438 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-de6f13a6-a3dd-48d9-9a55-495288137564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.699791 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.705861 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.715373 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:14.716140 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-32288897-94a3-4654-9f03-01f5fb148312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:14.754356 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f13a6-a3dd-48d9-9a55-495288137564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b94c0cb-cec4-433b-a00d-5ef486fe755d,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:14.759653 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-de6f13a6-a3dd-48d9-9a55-495288137564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:14.767119 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=79044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:10:14.793852 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8824e0-d570-473c-a489-2a51e2af3058,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:14.803701 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:14.805539 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.806303 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.segments_db [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Added segment 9fec3954-8efd-43f9-a9cf-08ad1040aea4 of type vlan for network 5114cb29-df4d-491f-8b50-42e3e797cd25 May 13 16:10:14.808636 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-de6f13a6-a3dd-48d9-9a55-495288137564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.813315 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-de6f13a6-a3dd-48d9-9a55-495288137564 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b94c0cb-cec4-433b-a00d-5ef486fe755d HTTP/1.1" status: 204 len: 168 time: 0.5515513 May 13 16:10:14.869791 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.925364 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.928617 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:14.929816 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:14.940203 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d3f769ef-9a22-4d41-a4eb-de27aa3e23ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:15.167046 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8711112 May 13 16:10:15.167975 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 36000) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:15.170019 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Pushing event updated for resources: {'Network': ['ID=5114cb29-df4d-491f-8b50-42e3e797cd25,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:15.174575 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Request body: {'subnet': {'network_id': '5114cb29-df4d-491f-8b50-42e3e797cd25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-746800864-subnet', 'tenant_id': '9081f8911f0e456c81af72345574c057', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:10:15.174852 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:15.184795 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:15.190170 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network 5114cb29-df4d-491f-8b50-42e3e797cd25 details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:10:15.191553 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Usage tracker for resource:subnet and tenant:9081f8911f0e456c81af72345574c057 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:15.199022 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:15.207378 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:15.216663 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 36008) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:15.225751 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Made reservation on behalf of 9081f8911f0e456c81af72345574c057 for: {'subnet': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:10:15.229454 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2104162'] for subnet, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:15.768370 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b083cf-acfb-4371-bf13-5da230e1ea99 req-bd27d06b-ebcc-410f-a5f7-827781a87b5a tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:15.772458 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b1b083cf-acfb-4371-bf13-5da230e1ea99 req-bd27d06b-ebcc-410f-a5f7-827781a87b5a tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1756594 May 13 16:10:15.839638 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-162341881-network', 'tenant_id': 'f6244fc3a56347f88a00fa03c6e625d4'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:10:15.846084 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:15.855586 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Usage tracker for resource:network and tenant:f6244fc3a56347f88a00fa03c6e625d4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:15.861544 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:15.877447 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b1b083cf-acfb-4371-bf13-5da230e1ea99 req-a4f03b74-ced4-45d1-8dde-ab051d2db598 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898261 May 13 16:10:15.891104 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:15.909363 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Made reservation on behalf of f6244fc3a56347f88a00fa03c6e625d4 for: {'network': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:10:15.920553 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:15.951634 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:15.974295 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:15.981320 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Usage tracker for resource:security_group_rule and tenant:f6244fc3a56347f88a00fa03c6e625d4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:15.986148 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:15.998234 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:16.031876 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2139417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2104188'] for subnet, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:16.039504 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b054b315-e9bd-4819-818c-d16bd554923b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:16.149969 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8038beef-9c13-4a4f-9751-938e96da4b5c,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:16.160201 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:16.174045 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Checking segment: {'id': '9fec3954-8efd-43f9-a9cf-08ad1040aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5114cb29-df4d-491f-8b50-42e3e797cd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:10:16.174231 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Network hostable DHCP agents. Network: 5114cb29-df4d-491f-8b50-42e3e797cd25, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:10:16.202979 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Network 5114cb29-df4d-491f-8b50-42e3e797cd25 is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:10:16.225767 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, 5114cb29-df4d-491f-8b50-42e3e797cd25) {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:10:16.232689 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:10:16.242032 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85a2ca2-c059-4e9c-ba13-26351c258607 None None] Network 5114cb29-df4d-491f-8b50-42e3e797cd25 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:10:16.259224 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:16.262698 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:16.263368 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:16.265669 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:16.271266 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-1409e4a8-4fcc-46d2-8f7b-0e741827de2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:16.319249 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-008b8f28-dc51-436a-9bfa-7fbdef16480d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1495318 May 13 16:10:16.374872 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=79044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:10:16.377832 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93689434-9bc5-4735-9433-e73b96005b1b,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:16.389204 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 36052) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:16.412950 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:16.429823 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:16.430548 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.segments_db [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Added segment 63ef018d-ab1e-48f7-867c-f68f3f79f87e of type vlan for network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f May 13 16:10:16.498528 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:16.595831 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75713698-12e2-4eb5-aac4-28418c3f066d None None] Network 5114cb29-df4d-491f-8b50-42e3e797cd25 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:10:16.597874 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:16.600502 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:16.601654 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:16.622707 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:16.813417 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Pushing event updated for resources: {'Network': ['ID=91aa2260-b5a6-4b9a-97fa-ea2336ee874f,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:16.818354 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:16.837581 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6198621 May 13 16:10:16.842322 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 36068) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:16.853721 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Request body: {'subnet': {'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-162341881-subnet', 'tenant_id': 'f6244fc3a56347f88a00fa03c6e625d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:10:16.855656 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:10:16.869573 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:16.886557 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Usage tracker for resource:subnet and tenant:f6244fc3a56347f88a00fa03c6e625d4 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:16.907860 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:16.937428 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:16.959864 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Made reservation on behalf of f6244fc3a56347f88a00fa03c6e625d4 for: {'subnet': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:10:16.962914 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2104162'] for subnet, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:17.097954 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 36076) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:17.153500 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2b67d5ef-8c74-414f-b0c6-f6b73514f0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:17.187020 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-2b67d5ef-8c74-414f-b0c6-f6b73514f0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:17.196883 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-2b67d5ef-8c74-414f-b0c6-f6b73514f0fc admin admin] Usage tracker for resource:security_group_rule and tenant:50f3377ec10f44d3abd361b785e2231f is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:17.206031 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-2b67d5ef-8c74-414f-b0c6-f6b73514f0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:17.216240 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-2b67d5ef-8c74-414f-b0c6-f6b73514f0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:17.321395 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12602d-dcb6-4c6f-8f7f-91cdea030c19 req-c4b53ec9-29ce-4aa3-9346-2d164f61ff8f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:17.322935 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6b12602d-dcb6-4c6f-8f7f-91cdea030c19 req-c4b53ec9-29ce-4aa3-9346-2d164f61ff8f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.2056987 May 13 16:10:17.383693 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dadc7c4b-e860-470d-9d92-82154f06a8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:17.424163 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-dadc7c4b-e860-470d-9d92-82154f06a8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:17.434839 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-dadc7c4b-e860-470d-9d92-82154f06a8f3 admin admin] Usage tracker for resource:security_group_rule and tenant:d26034e4c777409ab41f5260bfcc116a is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:17.440116 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-dadc7c4b-e860-470d-9d92-82154f06a8f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:17.457002 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6b12602d-dcb6-4c6f-8f7f-91cdea030c19 req-97a4173e-a345-4744-88c6-d8b0081eef6d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071997 May 13 16:10:17.467373 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-dadc7c4b-e860-470d-9d92-82154f06a8f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:17.606854 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2b67d5ef-8c74-414f-b0c6-f6b73514f0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:17.654908 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dadc7c4b-e860-470d-9d92-82154f06a8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:17.664580 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dadc7c4b-e860-470d-9d92-82154f06a8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:17.679445 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2b67d5ef-8c74-414f-b0c6-f6b73514f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:17.692225 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-18d4e1fc-26c3-40a4-8564-3e8af71d7d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:17.698501 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:17.781936 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-2b67d5ef-8c74-414f-b0c6-f6b73514f0fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50f3377ec10f44d3abd361b785e2231f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3886819 May 13 16:10:17.781936 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67d5ef-8c74-414f-b0c6-f6b73514f0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698fa20f-0d0e-4ab3-b261-41dd53d26729,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:17.785403 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2b67d5ef-8c74-414f-b0c6-f6b73514f0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:17.786279 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 36098) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:17.818246 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc7c4b-e860-470d-9d92-82154f06a8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f4d6f3-c24c-4d6d-9354-4aedb75e869c,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:17.831448 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-dadc7c4b-e860-470d-9d92-82154f06a8f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d26034e4c777409ab41f5260bfcc116a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7319620 May 13 16:10:17.833067 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-dadc7c4b-e860-470d-9d92-82154f06a8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:17.833748 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 36102) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:17.911091 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-74c0c1a4-acf4-435f-ba4b-75ac7da0c58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:17.946918 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-60b2e893-0de2-47c2-943b-bb42509d9017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:17.971361 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-74c0c1a4-acf4-435f-ba4b-75ac7da0c58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:18.008406 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-60b2e893-0de2-47c2-943b-bb42509d9017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:18.091313 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2139417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2104188'] for subnet, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:18.098388 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:18.102072 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-60b2e893-0de2-47c2-943b-bb42509d9017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:18.109416 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-84d2da28-313e-4f99-9c9f-10f3efe4d82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:18.129716 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-60b2e893-0de2-47c2-943b-bb42509d9017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:18.134271 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-60b2e893-0de2-47c2-943b-bb42509d9017 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f0f4d6f3-c24c-4d6d-9354-4aedb75e869c HTTP/1.1" status: 204 len: 168 time: 0.2946515 May 13 16:10:18.134271 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2e893-0de2-47c2-943b-bb42509d9017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f4d6f3-c24c-4d6d-9354-4aedb75e869c,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:18.166790 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-74c0c1a4-acf4-435f-ba4b-75ac7da0c58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:18.279945 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-60b2e893-0de2-47c2-943b-bb42509d9017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:18.309159 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=650f93a1-7e35-4ab6-b52a-5c61dc15dfe4,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:18.314901 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:18.320518 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-74c0c1a4-acf4-435f-ba4b-75ac7da0c58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:18.324692 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-74c0c1a4-acf4-435f-ba4b-75ac7da0c58b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/698fa20f-0d0e-4ab3-b261-41dd53d26729 HTTP/1.1" status: 204 len: 168 time: 0.5323763 May 13 16:10:18.326909 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-c85dd6e1-e85a-4782-bd93-807a823f352c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:18.346648 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Checking segment: {'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:10:18.347294 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Network hostable DHCP agents. Network: 91aa2260-b5a6-4b9a-97fa-ea2336ee874f, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:10:18.358364 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0c1a4-acf4-435f-ba4b-75ac7da0c58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698fa20f-0d0e-4ab3-b261-41dd53d26729,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:18.363063 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-74c0c1a4-acf4-435f-ba4b-75ac7da0c58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:18.395928 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:10:18.415594 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, 91aa2260-b5a6-4b9a-97fa-ea2336ee874f) {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:10:18.424817 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c568453b-a7a7-4cd1-bdf8-7a2193f1c30d None None] Network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:10:18.433746 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:18.434407 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:18.479428 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6305602 May 13 16:10:18.519805 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-65facd3d-41d8-4f03-a226-6fba36f9d000 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:18.521010 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-65facd3d-41d8-4f03-a226-6fba36f9d000 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Synchronizing usage tracker for tenant:8396a6d930fc44b98bdfc4ce77c677b2 on resource:network {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:10:18.556921 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-65facd3d-41d8-4f03-a226-6fba36f9d000 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Unset dirty status for tenant:8396a6d930fc44b98bdfc4ce77c677b2 on resource:network {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:10:18.559715 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-65facd3d-41d8-4f03-a226-6fba36f9d000 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/networks?id=8954ce2b-c305-4706-a340-f13d898e5203 HTTP/1.1" status: 200 len: 809 time: 0.4312930 May 13 16:10:18.604400 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-fb9b9a42-0839-431e-ae6a-80c59bd05a70 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/quotas/8396a6d930fc44b98bdfc4ce77c677b2 HTTP/1.1" status: 200 len: 375 time: 0.0370884 May 13 16:10:18.695107 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-8125f9f2-d3d6-44d1-a498-54a70763b054 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8396a6d930fc44b98bdfc4ce77c677b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814497 May 13 16:10:18.766208 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fe160c-7d59-4c42-bf71-0cc555a3b6c2 None None] Network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:10:18.831013 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 36142) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:18.885570 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c2cc6-0cff-4b48-b418-07e77bb0bb49 req-36986be6-33f2-43b1-b2af-b9e42408c82b tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:18.886511 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ea589fe6-a17c-41b6-a45d-9c0a9358aafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:18.892646 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-089c2cc6-0cff-4b48-b418-07e77bb0bb49 req-36986be6-33f2-43b1-b2af-b9e42408c82b tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1951985 May 13 16:10:18.952184 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ea589fe6-a17c-41b6-a45d-9c0a9358aafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:18.963373 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ea589fe6-a17c-41b6-a45d-9c0a9358aafb admin admin] Usage tracker for resource:security_group_rule and tenant:4415bdfa36f041399e69b841bb0ea7e4 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:18.978738 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ea589fe6-a17c-41b6-a45d-9c0a9358aafb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:18.983802 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-089c2cc6-0cff-4b48-b418-07e77bb0bb49 req-aab8e7b9-df5c-45a0-bce4-9e8e341a969f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821102 May 13 16:10:18.998880 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ea589fe6-a17c-41b6-a45d-9c0a9358aafb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:19.188936 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ea589fe6-a17c-41b6-a45d-9c0a9358aafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:19.195163 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ea589fe6-a17c-41b6-a45d-9c0a9358aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:19.214538 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-919cfcdb-1d7c-4c07-8e47-124c59c0820f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:19.290438 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-ea589fe6-a17c-41b6-a45d-9c0a9358aafb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4415bdfa36f041399e69b841bb0ea7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567144 May 13 16:10:19.293167 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea589fe6-a17c-41b6-a45d-9c0a9358aafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f930f9df-978f-4632-a00f-a4bc5120ba72,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:19.294802 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 36160) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:19.312693 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ea589fe6-a17c-41b6-a45d-9c0a9358aafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:19.323149 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 36164) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:19.357310 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1e9b6c6d-27da-464e-88c7-3aaa31910874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:19.392787 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-1e9b6c6d-27da-464e-88c7-3aaa31910874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:19.395554 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fea7b93a-5e4c-4f76-9f16-de6ce79fb7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:19.398796 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-1e9b6c6d-27da-464e-88c7-3aaa31910874 admin admin] Usage tracker for resource:security_group_rule and tenant:7f383cf93b8545be82cc5d94592eb65c is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:19.402340 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-1e9b6c6d-27da-464e-88c7-3aaa31910874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:19.409669 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-1e9b6c6d-27da-464e-88c7-3aaa31910874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:19.443154 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fea7b93a-5e4c-4f76-9f16-de6ce79fb7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:19.558654 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fea7b93a-5e4c-4f76-9f16-de6ce79fb7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:19.561086 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1e9b6c6d-27da-464e-88c7-3aaa31910874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:19.564122 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-60b2e893-0de2-47c2-943b-bb42509d9017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:19.569104 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1e9b6c6d-27da-464e-88c7-3aaa31910874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:19.579210 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-9daf9025-ee1d-45df-9736-01e0152a55aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:19.584705 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7b93a-5e4c-4f76-9f16-de6ce79fb7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f930f9df-978f-4632-a00f-a4bc5120ba72,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:19.587711 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-fea7b93a-5e4c-4f76-9f16-de6ce79fb7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:19.588918 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fea7b93a-5e4c-4f76-9f16-de6ce79fb7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:19.590023 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-fea7b93a-5e4c-4f76-9f16-de6ce79fb7ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f930f9df-978f-4632-a00f-a4bc5120ba72 HTTP/1.1" status: 204 len: 168 time: 0.2943125 May 13 16:10:19.627117 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b6c6d-27da-464e-88c7-3aaa31910874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a433c45c-2703-40df-96ea-796882bffdb1,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:19.630489 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-1e9b6c6d-27da-464e-88c7-3aaa31910874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:19.635384 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-1e9b6c6d-27da-464e-88c7-3aaa31910874 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f383cf93b8545be82cc5d94592eb65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086715 May 13 16:10:19.637892 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 36176) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:19.696263 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-011a31ac-e0c1-471d-b9df-eba295f3c065 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 16:10:19.697260 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-011a31ac-e0c1-471d-b9df-eba295f3c065 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2573287 May 13 16:10:19.868746 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-49c9140e-da31-40ac-8c43-5f5f40d51c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:19.908191 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-458d8676-6495-4377-8490-1ca52b30de69 service neutron] 10.222.0.54 "GET /v2.0/networks/8954ce2b-c305-4706-a340-f13d898e5203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905015 May 13 16:10:19.916671 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-49c9140e-da31-40ac-8c43-5f5f40d51c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:20.104011 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-06e9b632-6934-4e2d-886b-9d7de35a2e88 service neutron] 10.222.0.54 "GET /v2.0/networks/8954ce2b-c305-4706-a340-f13d898e5203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801739 May 13 16:10:20.123230 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-49c9140e-da31-40ac-8c43-5f5f40d51c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:20.130671 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-dadc7c4b-e860-470d-9d92-82154f06a8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:20.147109 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9140e-da31-40ac-8c43-5f5f40d51c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a433c45c-2703-40df-96ea-796882bffdb1,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:20.150751 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-49c9140e-da31-40ac-8c43-5f5f40d51c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:20.153082 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-49c9140e-da31-40ac-8c43-5f5f40d51c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:20.158381 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-49c9140e-da31-40ac-8c43-5f5f40d51c90 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a433c45c-2703-40df-96ea-796882bffdb1 HTTP/1.1" status: 204 len: 168 time: 0.5189457 May 13 16:10:20.821857 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-aae64dcd-6184-4933-83af-a890294706f6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:20.822808 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-aae64dcd-6184-4933-83af-a890294706f6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Synchronizing usage tracker for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:network {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:10:20.848425 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-aae64dcd-6184-4933-83af-a890294706f6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Unset dirty status for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:network {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:10:20.850482 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-aae64dcd-6184-4933-83af-a890294706f6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/networks?id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f HTTP/1.1" status: 200 len: 814 time: 0.4968638 May 13 16:10:20.899552 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebda62-8c37-46cc-a0f9-6463da290484 req-ddc8427c-df3e-49d8-a511-036af37cf3f8 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:20.901417 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-57ebda62-8c37-46cc-a0f9-6463da290484 req-ddc8427c-df3e-49d8-a511-036af37cf3f8 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.2405396 May 13 16:10:20.904353 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-3551029f-9560-4bce-b904-6936ed984114 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/quotas/f6244fc3a56347f88a00fa03c6e625d4 HTTP/1.1" status: 200 len: 375 time: 0.0416913 May 13 16:10:21.051686 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-6e1b42f5-5fa8-483c-a7e6-cbe5a1d08ea6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6244fc3a56347f88a00fa03c6e625d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1359408 May 13 16:10:21.234503 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-57ebda62-8c37-46cc-a0f9-6463da290484 req-4dfd691e-e97c-4b36-81f6-88acb18e1bdc tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604904 May 13 16:10:21.435775 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-fbdcda9f-98f2-4364-86fa-81bfc7e0ad48 service neutron] 10.222.0.54 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713720 May 13 16:10:21.704832 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-d571c403-5499-479f-b600-dde46cd41bce service neutron] 10.222.0.54 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678175 May 13 16:10:21.915171 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1be6516b-ca56-46d7-943f-dfea36655131 req-ff1568f4-9c7b-46cb-b87b-b6b98bf3c45b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 210 time: 0.1251383 May 13 16:10:22.243143 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6993746b-1dec-4e22-a14b-57e816d1dc24 req-c8b6ddb7-d6dd-4fea-962a-82200b5e5e8b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 210 time: 0.1299229 May 13 16:10:22.590731 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0981091-66d1-41a4-9c42-3ce54a7c2ba0 req-0df8d25d-125e-48e2-aa1a-d94fa18f94d5 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:22.606034 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c0981091-66d1-41a4-9c42-3ce54a7c2ba0 req-0df8d25d-125e-48e2-aa1a-d94fa18f94d5 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1726723 May 13 16:10:22.711794 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c0981091-66d1-41a4-9c42-3ce54a7c2ba0 req-20d11f22-175f-4df5-9080-811e3bc1c7c4 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046960 May 13 16:10:23.226147 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1abb3f88-f155-428e-adec-79b3e30a1bea req-007c1899-be9c-46a9-93d5-7590ba7de706 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 210 time: 0.0845616 May 13 16:10:23.395027 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-1ecd37be-d1b7-4790-88be-4c65a8d71638 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:23.397398 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-1ecd37be-d1b7-4790-88be-4c65a8d71638 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.36 "GET /v2.0/networks?id=8954ce2b-c305-4706-a340-f13d898e5203 HTTP/1.1" status: 200 len: 809 time: 0.2743020 May 13 16:10:23.430892 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Request body: {'port': {'device_id': '0b82b2d7-54fd-41df-baaa-a1cc8997c5e6', 'network_id': '8954ce2b-c305-4706-a340-f13d898e5203', 'admin_state_up': True, 'tenant_id': '8396a6d930fc44b98bdfc4ce77c677b2'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:10:23.752352 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1962cebf-adc7-4c21-90ab-fb454a907ab2 req-3cbbecfb-f797-4379-85dc-eb1b758b9a45 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 210 time: 0.2544525 May 13 16:10:23.836844 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:23.842123 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Usage tracker for resource:port and tenant:8396a6d930fc44b98bdfc4ce77c677b2 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:23.845981 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:23.857905 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:23.872710 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Made reservation on behalf of 8396a6d930fc44b98bdfc4ce77c677b2 for: {'port': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:10:23.879419 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:24.180201 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Allocated IP 172.20.0.4 (8954ce2b-c305-4706-a340-f13d898e5203/e9fdbe21-9b98-48c9-bdd4-23dba1f5f253/1e206451-3afd-40a2-bc64-12efe13a10a4) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:10:24.193721 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c536c1-5974-4f34-8961-19523ad4f1ca req-2a50f51f-4070-4ca2-be0f-4d6b39e1ebb2 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:24.199739 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-89c536c1-5974-4f34-8961-19523ad4f1ca req-2a50f51f-4070-4ca2-be0f-4d6b39e1ebb2 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.2085252 May 13 16:10:24.311633 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-89c536c1-5974-4f34-8961-19523ad4f1ca req-b5c63eaa-54d8-43bd-b0a1-a520910873e3 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999973 May 13 16:10:24.596919 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:24.868218 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3944a35c-901b-45be-abd7-9199b556c9a3 req-5e543f55-752b-4780-a019-49a7537337b5 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 210 time: 0.1166711 May 13 16:10:24.947034 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:25.017123 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-80aa6fec-e66e-45df-91b9-5f5e6b25a074 tempest-DeleteServersTestJSON-388395517 tempest-DeleteServersTestJSON-388395517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:25.020286 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f91625b2-4e1e-41f5-99b6-7c4fa0c6c4ba req-45c2fced-213a-4bee-b73a-9f766939e091 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 210 time: 0.0634346 May 13 16:10:25.199292 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-59ae5e8a-61ef-4599-8f3d-e47baacec1dd tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:25.202333 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-59ae5e8a-61ef-4599-8f3d-e47baacec1dd tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "GET /v2.0/networks?id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f HTTP/1.1" status: 200 len: 814 time: 0.5932930 May 13 16:10:25.207549 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Network 8954ce2b-c305-4706-a340-f13d898e5203 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:10:25.214213 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:10:25.227300 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:10:25.270686 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Request body: {'port': {'device_id': '761e2528-acc1-4b28-aee2-9215d865ca82', 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f', 'admin_state_up': True, 'tenant_id': 'f6244fc3a56347f88a00fa03c6e625d4'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:10:25.294628 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Pushing event updated for resources: {'Port': ['ID=1e206451-3afd-40a2-bc64-12efe13a10a4,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:25.357858 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:25.409716 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:25.410392 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:25.445612 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0195732 May 13 16:10:25.516255 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Request body: {'port': {'device_id': '0b82b2d7-54fd-41df-baaa-a1cc8997c5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:10:25.608098 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:25.622388 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Usage tracker for resource:port and tenant:f6244fc3a56347f88a00fa03c6e625d4 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:25.631869 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:25.650266 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:25.791763 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Made reservation on behalf of f6244fc3a56347f88a00fa03c6e625d4 for: {'port': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:10:25.797609 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:25.936033 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b4c3c-5496-4308-9c18-48a291c253e8 req-8329d690-7964-4bc6-b60a-811e5fe96f46 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:25.942974 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:25.946824 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-480b4c3c-5496-4308-9c18-48a291c253e8 req-8329d690-7964-4bc6-b60a-811e5fe96f46 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.2557249 May 13 16:10:26.074619 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-480b4c3c-5496-4308-9c18-48a291c253e8 req-cc840b89-734a-4006-9fd7-d9cb46da8d8d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197879 May 13 16:10:26.320575 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dff553-7715-4b15-b0dd-44bec290437c req-79aa5484-13d0-4cd6-aed5-8c0110ffa469 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:26.328399 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-32dff553-7715-4b15-b0dd-44bec290437c req-79aa5484-13d0-4cd6-aed5-8c0110ffa469 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 931 time: 0.1719377 May 13 16:10:26.399885 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9bbbd50f-a005-473b-9fa2-28cfa6cb9fc9 req-ec7567ba-1d09-46d3-a72f-4f12f754e1c2 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 210 time: 0.0561254 May 13 16:10:26.407795 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Allocated IP 172.20.0.2 (91aa2260-b5a6-4b9a-97fa-ea2336ee874f/650f93a1-7e35-4ab6-b52a-5c61dc15dfe4/ed49c41f-7f69-424f-bf92-7faeb7eb8853) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:10:26.428779 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-32dff553-7715-4b15-b0dd-44bec290437c req-b73b1887-63e7-414b-a396-e9469229a738 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Synchronizing usage tracker for tenant:8396a6d930fc44b98bdfc4ce77c677b2 on resource:security_group {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:10:26.461317 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-32dff553-7715-4b15-b0dd-44bec290437c req-b73b1887-63e7-414b-a396-e9469229a738 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Unset dirty status for tenant:8396a6d930fc44b98bdfc4ce77c677b2 on resource:security_group {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:10:26.463458 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-32dff553-7715-4b15-b0dd-44bec290437c req-b73b1887-63e7-414b-a396-e9469229a738 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341796 May 13 16:10:26.628577 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-314de906-1207-4151-9fbd-2c1d0f8171bf tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1ac3ec901d714c45af16da5bc17018f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543323 May 13 16:10:26.911657 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f67591c8-8417-40cc-af1a-20e66b9065cb tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:26.920365 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f67591c8-8417-40cc-af1a-20e66b9065cb tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2806823 May 13 16:10:26.947126 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-43b4e220-1156-42c6-a532-9522c1cad8c2 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/quotas/1ac3ec901d714c45af16da5bc17018f4 HTTP/1.1" status: 200 len: 375 time: 0.0161266 May 13 16:10:27.048974 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-e99d3ba0-a05f-426c-9b0e-6a52fd265a77 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ac3ec901d714c45af16da5bc17018f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905299 May 13 16:10:27.063964 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e206451-3afd-40a2-bc64-12efe13a10a4 {{(pid=79043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:10:27.079705 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:27.086227 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:27.119579 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Transition to ACTIVE for port object 1e206451-3afd-40a2-bc64-12efe13a10a4 will not be triggered until provisioned by entity L2. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:10:27.142306 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:27.175082 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5ca841a9-1c52-4e0a-97b7-d7a676a3ce46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:27.594195 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-98309711-0b06-4c22-83f1-aedaf0872bfa req-61dd0370-7411-4502-9076-891a18dfc1d8 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 210 time: 0.1302826 May 13 16:10:27.621627 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:27.698077 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9841ce-4478-4bee-b5b0-b34985967745 req-fa52dd83-e8b4-4157-aba1-d6f0d4781b41 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:27.701337 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ad9841ce-4478-4bee-b5b0-b34985967745 req-fa52dd83-e8b4-4157-aba1-d6f0d4781b41 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.3428261 May 13 16:10:27.720175 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e206451-3afd-40a2-bc64-12efe13a10a4,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:27.738545 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:27.742000 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:27.841897 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:10:27.859619 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:10:27.876476 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:10:27.920923 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Pushing event updated for resources: {'Port': ['ID=ed49c41f-7f69-424f-bf92-7faeb7eb8853,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:27.938257 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:27.959067 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ad9841ce-4478-4bee-b5b0-b34985967745 req-0483bead-7907-4f53-94c0-52acded284b8 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501283 May 13 16:10:27.983190 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Attempting to bind port 1e206451-3afd-40a2-bc64-12efe13a10a4 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:10:27.984373 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Attempting to bind port 1e206451-3afd-40a2-bc64-12efe13a10a4 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'fcc96eb4-2da5-4577-994a-37ab44e77561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8954ce2b-c305-4706-a340-f13d898e5203'}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:10:27.985075 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Attempting to bind port 1e206451-3afd-40a2-bc64-12efe13a10a4 on network 8954ce2b-c305-4706-a340-f13d898e5203 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:10:28.016518 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Port 1e206451-3afd-40a2-bc64-12efe13a10a4 on network 8954ce2b-c305-4706-a340-f13d898e5203 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:10:28.017115 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Attempting to bind port 1e206451-3afd-40a2-bc64-12efe13a10a4 on network 8954ce2b-c305-4706-a340-f13d898e5203 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:10:28.027128 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:10:28.027784 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Checking segment: {'id': 'fcc96eb4-2da5-4577-994a-37ab44e77561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8954ce2b-c305-4706-a340-f13d898e5203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:10:28.028447 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Bound using segment: {'id': 'fcc96eb4-2da5-4577-994a-37ab44e77561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8954ce2b-c305-4706-a340-f13d898e5203'} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:10:28.029208 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Bound port: 1e206451-3afd-40a2-bc64-12efe13a10a4, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcc96eb4-2da5-4577-994a-37ab44e77561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8954ce2b-c305-4706-a340-f13d898e5203'}}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:10:28.030087 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:28.033144 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc5946-8602-423e-ab39-0065a195bd4c req-9530ee78-bffd-4a1f-bf36-0e05dc4857f6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:28.035348 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-eadc5946-8602-423e-ab39-0065a195bd4c req-9530ee78-bffd-4a1f-bf36-0e05dc4857f6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 931 time: 0.2101364 May 13 16:10:28.081871 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:28.083004 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:28.106642 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-eadc5946-8602-423e-ab39-0065a195bd4c req-d6e6e91f-4b44-4014-878a-f949bb953424 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Synchronizing usage tracker for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:security_group {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:10:28.145561 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-eadc5946-8602-423e-ab39-0065a195bd4c req-d6e6e91f-4b44-4014-878a-f949bb953424 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Unset dirty status for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:security_group {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:10:28.148857 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-eadc5946-8602-423e-ab39-0065a195bd4c req-d6e6e91f-4b44-4014-878a-f949bb953424 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007044 May 13 16:10:28.227396 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9612219 May 13 16:10:28.265924 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Request body: {'port': {'device_id': '761e2528-acc1-4b28-aee2-9215d865ca82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:10:28.317581 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f7749-a113-40d1-a21e-6fa184351aba req-7c2d2e54-ddbb-45e5-8702-1339c6714c41 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:28.327377 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9d2f7749-a113-40d1-a21e-6fa184351aba req-7c2d2e54-ddbb-45e5-8702-1339c6714c41 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 943 time: 0.1730146 May 13 16:10:28.353417 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] For port 1e206451-3afd-40a2-bc64-12efe13a10a4, host hv-cinder-68948, cleared binding levels {{(pid=79043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:10:28.390622 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] For port 1e206451-3afd-40a2-bc64-12efe13a10a4, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1e206451-3afd-40a2-bc64-12efe13a10a4,segment=NetworkSegment(fcc96eb4-2da5-4577-994a-37ab44e77561),segment_id=fcc96eb4-2da5-4577-994a-37ab44e77561)] {{(pid=79043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:10:28.409934 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9d2f7749-a113-40d1-a21e-6fa184351aba req-d96033e8-f978-4f7f-bf94-34da1f90095d tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815861 May 13 16:10:28.442812 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:28.458635 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-cf658817-82df-450a-b7ac-681891767901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:28.531312 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:28.531968 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:28.533409 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] 10.222.0.36 "PUT /v2.0/ports/1e206451-3afd-40a2-bc64-12efe13a10a4 HTTP/1.1" status: 200 len: 1093 time: 3.0298982 May 13 16:10:28.536606 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b82b2d7-54fd-41df-baaa-a1cc8997c5e6', 'tag': '1e206451-3afd-40a2-bc64-12efe13a10a4'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:10:28.551317 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:28.653826 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b82b2d7-54fd-41df-baaa-a1cc8997c5e6', 'tag': '1e206451-3afd-40a2-bc64-12efe13a10a4', 'status': 'completed', 'code': 200} May 13 16:10:28.674054 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e206451-3afd-40a2-bc64-12efe13a10a4,revision_number=3']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:28.685030 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:28.895248 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a21a7d33-f197-4e73-807e-fbc4ec8f5adb req-74526a0a-ac02-4e5e-b599-ea34b8ac96d9 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 210 time: 0.0713809 May 13 16:10:29.249172 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-77e1d675-8573-4ce7-bdb0-16222380d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:29.251698 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-77e1d675-8573-4ce7-bdb0-16222380d779 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8396a6d930fc44b98bdfc4ce77c677b2&device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 1096 time: 0.5716023 May 13 16:10:29.281919 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06e54d-2863-4074-8ebe-2e0ee01da462 req-bab4a861-8bc2-48d8-98c7-d4a185401d02 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:29.297264 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9e06e54d-2863-4074-8ebe-2e0ee01da462 req-bab4a861-8bc2-48d8-98c7-d4a185401d02 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1560912 May 13 16:10:29.400132 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-c6462363-4d56-49b7-b9c4-790e3f1d8671 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e206451-3afd-40a2-bc64-12efe13a10a4 HTTP/1.1" status: 200 len: 217 time: 0.1088305 May 13 16:10:29.449726 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9e06e54d-2863-4074-8ebe-2e0ee01da462 req-d8c3293d-042d-4829-ae8a-ca1fe6b61c97 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373591 May 13 16:10:29.541529 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2eb05-0653-471e-8759-37f705a9cb37 req-a0fe07c6-e87f-41b6-bcff-a099d63a1495 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:29.553709 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c0a2eb05-0653-471e-8759-37f705a9cb37 req-a0fe07c6-e87f-41b6-bcff-a099d63a1495 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 931 time: 0.1939051 May 13 16:10:29.685073 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed49c41f-7f69-424f-bf92-7faeb7eb8853 {{(pid=79043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:10:29.698425 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-916d104a-6c00-401c-9f25-f112fa659535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:29.700525 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-916d104a-6c00-401c-9f25-f112fa659535 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9fdbe21-9b98-48c9-bdd4-23dba1f5f253 HTTP/1.1" status: 200 len: 849 time: 0.1867769 May 13 16:10:29.703018 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:29.757178 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c0a2eb05-0653-471e-8759-37f705a9cb37 req-98846355-dcb0-4250-82ee-ebe9a78a95a7 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008021 May 13 16:10:29.780469 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-55d90561-2c35-4f6e-a837-8e5109c2f3c0 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1ac3ec901d714c45af16da5bc17018f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844934 May 13 16:10:29.838888 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Transition to ACTIVE for port object ed49c41f-7f69-424f-bf92-7faeb7eb8853 will not be triggered until provisioned by entity L2. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:10:29.848134 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:29.872640 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-eaa39714-b5d1-490c-b551-a4b9fda8ff62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8954ce2b-c305-4706-a340-f13d898e5203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592708 May 13 16:10:29.880254 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-70f0dbca-cf25-4482-a882-b8e5e9ff6082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:30.355800 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9b530e48-0317-4536-9534-7a46b5b4c006 req-0c47fb94-290a-4bf4-996a-695e9c679fc5 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 210 time: 0.1683838 May 13 16:10:30.464816 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:30.528176 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Pushing event updated for resources: {'Port': ['ID=ed49c41f-7f69-424f-bf92-7faeb7eb8853,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:30.575127 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:30.579013 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-67f523ab-ffe8-4aa0-b1f8-6c98715acc5a tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:30.580622 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-67f523ab-ffe8-4aa0-b1f8-6c98715acc5a tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7446408 May 13 16:10:30.608143 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155850d6-7e49-4e84-a965-68a760c57964 req-51bdd806-4ef1-497d-805b-a633875ae10d tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:30.620127 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-155850d6-7e49-4e84-a965-68a760c57964 req-51bdd806-4ef1-497d-805b-a633875ae10d tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 943 time: 0.5873623 May 13 16:10:30.629566 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Request body: {'port': {'device_id': '69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8', 'network_id': 'bc91c5ba-9c06-482e-b2f2-6c670451465f', 'admin_state_up': True, 'tenant_id': '1ac3ec901d714c45af16da5bc17018f4'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:10:30.644598 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-05402485-d7b0-4658-bfee-c631f33b9eb4 service neutron] 10.222.0.36 "GET /v2.0/networks/8954ce2b-c305-4706-a340-f13d898e5203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946510 May 13 16:10:30.688262 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Attempting to bind port ed49c41f-7f69-424f-bf92-7faeb7eb8853 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:10:30.688689 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Attempting to bind port ed49c41f-7f69-424f-bf92-7faeb7eb8853 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:10:30.689052 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Attempting to bind port ed49c41f-7f69-424f-bf92-7faeb7eb8853 on network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:10:30.773869 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Port ed49c41f-7f69-424f-bf92-7faeb7eb8853 on network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:10:30.774270 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Attempting to bind port ed49c41f-7f69-424f-bf92-7faeb7eb8853 on network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:10:30.789756 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:10:30.790196 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Checking segment: {'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:10:30.790599 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Bound using segment: {'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:10:30.792042 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Bound port: ed49c41f-7f69-424f-bf92-7faeb7eb8853, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'}}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:10:30.792042 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:30.819997 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-155850d6-7e49-4e84-a965-68a760c57964 req-1d83ec56-ed2a-4fe8-850e-34b625f253b6 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986508 May 13 16:10:30.915234 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-dbe344f9-1938-4bbb-808d-3ee4cb01a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:30.960320 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ecd19-f9d3-47e8-a5d3-e771ed11f14e req-f78668d0-cc38-4db5-9edc-3f5dda45bbdb tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:30.961965 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-001ecd19-f9d3-47e8-a5d3-e771ed11f14e req-f78668d0-cc38-4db5-9edc-3f5dda45bbdb tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.3369455 May 13 16:10:30.963102 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:30.968935 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Usage tracker for resource:port and tenant:1ac3ec901d714c45af16da5bc17018f4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:30.971515 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-59fc8ce0-9502-47fb-9f40-e03a6418ac74 req-c6aea174-f0a0-4352-b3f8-91e543b1b774 service neutron] 10.222.0.36 "GET /v2.0/networks/8954ce2b-c305-4706-a340-f13d898e5203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119762 May 13 16:10:30.972868 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:30.999215 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] For port ed49c41f-7f69-424f-bf92-7faeb7eb8853, host hv-cinder-68948, cleared binding levels {{(pid=79043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:10:31.004569 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] For port ed49c41f-7f69-424f-bf92-7faeb7eb8853, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ed49c41f-7f69-424f-bf92-7faeb7eb8853,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:10:31.012726 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:31.015280 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:31.017662 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5fa69458-e4d9-498c-8765-b74b23e1d75d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:31.087750 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:31.088368 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:31.089751 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] 10.222.0.36 "PUT /v2.0/ports/ed49c41f-7f69-424f-bf92-7faeb7eb8853 HTTP/1.1" status: 200 len: 1093 time: 2.8342834 May 13 16:10:31.090233 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761e2528-acc1-4b28-aee2-9215d865ca82', 'tag': 'ed49c41f-7f69-424f-bf92-7faeb7eb8853'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:10:31.120516 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Pushing event updated for resources: {'Port': ['ID=ed49c41f-7f69-424f-bf92-7faeb7eb8853,revision_number=3']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:31.126315 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:31.138116 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-001ecd19-f9d3-47e8-a5d3-e771ed11f14e req-ca2f43c6-1685-4128-93c5-0ad92b2b2246 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618950 May 13 16:10:31.140150 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Made reservation on behalf of 1ac3ec901d714c45af16da5bc17018f4 for: {'port': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:10:31.143775 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:31.161520 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:31.186127 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:31.195144 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Usage tracker for resource:security_group_rule and tenant:1ac3ec901d714c45af16da5bc17018f4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:31.201481 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:31.214249 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:31.249232 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379434b-ef57-4c70-951f-873f89ec413f req-8f134a0b-b3ca-4e69-aed0-5b00517f0577 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:31.257171 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e379434b-ef57-4c70-951f-873f89ec413f req-8f134a0b-b3ca-4e69-aed0-5b00517f0577 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 943 time: 0.2441728 May 13 16:10:31.366280 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbb7a0-afdf-430a-926a-68c9cffc84da req-0229067a-4c93-4148-91da-b9265d563dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:31.368835 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b7dbb7a0-afdf-430a-926a-68c9cffc84da req-0229067a-4c93-4148-91da-b9265d563dbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8396a6d930fc44b98bdfc4ce77c677b2&device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 1096 time: 0.2269206 May 13 16:10:31.398486 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e379434b-ef57-4c70-951f-873f89ec413f req-e0c2af76-2d74-4c16-a810-8eb6c1eac195 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397662 May 13 16:10:31.508234 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:31.514705 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:31.520375 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-1f33286b-9613-4f73-a67c-1772e29404f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:31.521706 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-5d9224f1-6612-46e3-a07b-efdde71ea4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:31.522034 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-1f33286b-9613-4f73-a67c-1772e29404f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6244fc3a56347f88a00fa03c6e625d4&device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 1096 time: 0.3167286 May 13 16:10:31.528863 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761e2528-acc1-4b28-aee2-9215d865ca82', 'tag': 'ed49c41f-7f69-424f-bf92-7faeb7eb8853', 'status': 'completed', 'code': 200} May 13 16:10:31.657313 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ce5456-0a32-4396-81c1-fb03797e31d8,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:31.661454 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:31.676671 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ab0d8ad5-185a-4edf-9991-6b9224e02fc8 req-6db9c811-6f28-4a9d-a3aa-ce90d9f442e7 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 210 time: 0.0692141 May 13 16:10:31.700943 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-338d9bb1-2499-451e-bb7b-8b9234bd7d32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed49c41f-7f69-424f-bf92-7faeb7eb8853 HTTP/1.1" status: 200 len: 217 time: 0.1515484 May 13 16:10:31.790224 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbb7a0-afdf-430a-926a-68c9cffc84da req-6ccee286-fc60-4eee-b631-bd3d4c7c9a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:31.791902 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b7dbb7a0-afdf-430a-926a-68c9cffc84da req-6ccee286-fc60-4eee-b631-bd3d4c7c9a99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8954ce2b-c305-4706-a340-f13d898e5203 HTTP/1.1" status: 200 len: 910 time: 0.4116457 May 13 16:10:31.821974 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Allocated IP 192.168.233.23 (bc91c5ba-9c06-482e-b2f2-6c670451465f/6472c87c-0d17-4657-8b6e-85faffd3f30c/0d9718b4-78ad-46c3-89eb-5d46cf70c2f4) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:10:31.881588 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b7dbb7a0-afdf-430a-926a-68c9cffc84da req-4c8f6f23-2563-4cc8-b01b-c44eda65e552 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e206451-3afd-40a2-bc64-12efe13a10a4 HTTP/1.1" status: 200 len: 217 time: 0.0751731 May 13 16:10:31.883375 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-a16263ec-cca0-408d-b1dd-04a6804cf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:31.884946 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-a16263ec-cca0-408d-b1dd-04a6804cf2d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=650f93a1-7e35-4ab6-b52a-5c61dc15dfe4 HTTP/1.1" status: 200 len: 854 time: 0.1645200 May 13 16:10:32.002856 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-01ba81d6-d231-465c-909f-80d21129a06c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548100 May 13 16:10:32.045425 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbb7a0-afdf-430a-926a-68c9cffc84da req-ac095cf8-cd78-45b4-83f7-4abbf15977b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:32.046922 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b7dbb7a0-afdf-430a-926a-68c9cffc84da req-ac095cf8-cd78-45b4-83f7-4abbf15977b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9fdbe21-9b98-48c9-bdd4-23dba1f5f253 HTTP/1.1" status: 200 len: 849 time: 0.1488507 May 13 16:10:32.145043 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b7dbb7a0-afdf-430a-926a-68c9cffc84da req-aee1210a-14cf-4811-97f1-7ef247bebc4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8954ce2b-c305-4706-a340-f13d898e5203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497606 May 13 16:10:32.201255 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:32.231401 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Transition to ACTIVE for port object 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 will not be triggered until provisioned by entity DHCP. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:10:32.248474 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d90af-12b7-42f7-8b6d-0a2f0b4aea10 req-e83622ae-e17c-4357-a6d5-533c79c1adbc tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:32.250951 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0b5d90af-12b7-42f7-8b6d-0a2f0b4aea10 req-e83622ae-e17c-4357-a6d5-533c79c1adbc tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 943 time: 0.2334092 May 13 16:10:32.294443 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:32.311657 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:32.347859 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-a1bd6fa2-4a5a-479f-bcf0-61ca0e49a252 service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310738 May 13 16:10:32.461751 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Network bc91c5ba-9c06-482e-b2f2-6c670451465f is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:10:32.469123 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:10:32.477456 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:10:32.482656 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:32.483352 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:32.500982 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0b5d90af-12b7-42f7-8b6d-0a2f0b4aea10 req-723a5286-f7ba-4b6e-8787-7980d7ba197e tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303820 May 13 16:10:32.544245 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Pushing event updated for resources: {'Port': ['ID=0d9718b4-78ad-46c3-89eb-5d46cf70c2f4,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:32.558413 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:32.573348 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cb6668bb-e8a5-4f0f-ba97-c50caf197d51 req-33efca1f-e4de-498f-b858-7df1b761fc08 service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087336 May 13 16:10:32.601045 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9785521 May 13 16:10:32.612519 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcc095-a712-441c-8f01-2134543ead84 req-d46522a2-d137-4940-b5e4-16b6712f44ba tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:32.618740 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9adcc095-a712-441c-8f01-2134543ead84 req-d46522a2-d137-4940-b5e4-16b6712f44ba tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.2615073 May 13 16:10:32.663629 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b7dbb7a0-afdf-430a-926a-68c9cffc84da req-93e02269-6285-42cb-b276-d3e675878c5b service neutron] 10.222.0.36 "GET /v2.0/networks/8954ce2b-c305-4706-a340-f13d898e5203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011628 May 13 16:10:32.685898 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Request body: {'port': {'device_id': '69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:10:32.988650 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-21dca73a-103f-48d3-b120-f9359699a356 None None] Provisioning for port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:10:33.008487 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-21dca73a-103f-48d3-b120-f9359699a356 None None] Provisioning complete for port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:10:33.008718 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-21dca73a-103f-48d3-b120-f9359699a356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:33.012368 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9adcc095-a712-441c-8f01-2134543ead84 req-fcbee168-20e0-483f-9145-c5207b9740f4 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867836 May 13 16:10:33.033385 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:33.149871 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-21dca73a-103f-48d3-b120-f9359699a356 None None] Port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:10:33.388221 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c7d92-ed32-48fc-8bb4-394ea1f3a45f req-531b79db-4868-4489-af32-b482b2be97ef tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:33.390272 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5d2c7d92-ed32-48fc-8bb4-394ea1f3a45f req-531b79db-4868-4489-af32-b482b2be97ef tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 943 time: 0.5233176 May 13 16:10:33.480616 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b7dbb7a0-afdf-430a-926a-68c9cffc84da req-7f0fad3c-9b8f-4824-86e2-a10c2b73cc05 service neutron] 10.222.0.36 "GET /v2.0/networks/8954ce2b-c305-4706-a340-f13d898e5203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626237 May 13 16:10:33.483233 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e301a-1481-4036-9e93-166087b0bfef req-5139eb44-0771-49bb-b853-0c5de84b2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:33.485153 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f0e301a-1481-4036-9e93-166087b0bfef req-5139eb44-0771-49bb-b853-0c5de84b2ba1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6244fc3a56347f88a00fa03c6e625d4&device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 1096 time: 0.7141702 May 13 16:10:33.761322 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e301a-1481-4036-9e93-166087b0bfef req-3e2bf5c8-bfa0-4062-8e9c-90354d7896b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:33.765202 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f0e301a-1481-4036-9e93-166087b0bfef req-3e2bf5c8-bfa0-4062-8e9c-90354d7896b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f HTTP/1.1" status: 200 len: 915 time: 0.2401495 May 13 16:10:33.772951 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:33.953151 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f0e301a-1481-4036-9e93-166087b0bfef req-2641200f-1ea4-4ca7-8435-5c1607e1cc09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed49c41f-7f69-424f-bf92-7faeb7eb8853 HTTP/1.1" status: 200 len: 217 time: 0.1635151 May 13 16:10:34.036231 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-f1ab70fa-6fd2-4918-a231-958f0145eaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:34.044376 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5d2c7d92-ed32-48fc-8bb4-394ea1f3a45f req-a6b9cb35-ada9-4648-bb97-ebad44b13040 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6451995 May 13 16:10:34.081328 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e301a-1481-4036-9e93-166087b0bfef req-13bf4dc8-a4ab-4d4f-bce0-7f6c3bc92c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:34.082902 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f0e301a-1481-4036-9e93-166087b0bfef req-13bf4dc8-a4ab-4d4f-bce0-7f6c3bc92c13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=650f93a1-7e35-4ab6-b52a-5c61dc15dfe4 HTTP/1.1" status: 200 len: 854 time: 0.1240909 May 13 16:10:34.173796 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f0e301a-1481-4036-9e93-166087b0bfef req-6552781b-f96c-4c45-999f-ac4b16025aa1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786908 May 13 16:10:34.180924 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5cee4-07a2-4fdf-9055-f5641519e757 req-ae0fed54-401a-4c69-9ceb-14f44b4296e3 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:34.181809 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-c7e5cee4-07a2-4fdf-9055-f5641519e757 req-ae0fed54-401a-4c69-9ceb-14f44b4296e3 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Synchronizing usage tracker for tenant:1ac3ec901d714c45af16da5bc17018f4 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:10:34.291160 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 {{(pid=79044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:10:34.310741 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:34.317185 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-c7e5cee4-07a2-4fdf-9055-f5641519e757 req-ae0fed54-401a-4c69-9ceb-14f44b4296e3 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Unset dirty status for tenant:1ac3ec901d714c45af16da5bc17018f4 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:10:34.318924 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c7e5cee4-07a2-4fdf-9055-f5641519e757 req-ae0fed54-401a-4c69-9ceb-14f44b4296e3 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 935 time: 0.5828772 May 13 16:10:34.347587 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f0e301a-1481-4036-9e93-166087b0bfef req-1fe09218-8793-49f8-9d0c-e5c2576d88f8 service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616573 May 13 16:10:34.353432 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Transition to ACTIVE for port object 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 will not be triggered until provisioned by entity L2. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:10:34.371151 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:34.393673 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:34.469029 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e990929-362a-47a8-839c-b463e98cdb10 req-5d3efc32-9b4e-4506-8a04-ff5b00497347 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:34.471772 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0e990929-362a-47a8-839c-b463e98cdb10 req-5d3efc32-9b4e-4506-8a04-ff5b00497347 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 943 time: 0.2861476 May 13 16:10:34.528952 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9f0e301a-1481-4036-9e93-166087b0bfef req-2418ee04-d4eb-4af5-850d-17fa8a2a4b3a service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706052 May 13 16:10:34.574037 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-c7e5cee4-07a2-4fdf-9055-f5641519e757 req-5cb2830f-dced-4873-b045-57f102706988 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Synchronizing usage tracker for tenant:1ac3ec901d714c45af16da5bc17018f4 on resource:security_group {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:10:34.620745 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9718b4-78ad-46c3-89eb-5d46cf70c2f4,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:34.624445 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:34.734496 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0e990929-362a-47a8-839c-b463e98cdb10 req-7d1439c4-a43d-4dea-a61c-af1430789a6e tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987929 May 13 16:10:34.738354 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-c7e5cee4-07a2-4fdf-9055-f5641519e757 req-5cb2830f-dced-4873-b045-57f102706988 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Unset dirty status for tenant:1ac3ec901d714c45af16da5bc17018f4 on resource:security_group {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:10:34.739512 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c7e5cee4-07a2-4fdf-9055-f5641519e757 req-5cb2830f-dced-4873-b045-57f102706988 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044449 May 13 16:10:34.744172 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Attempting to bind port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:10:34.744430 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Attempting to bind port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'fffb3dd9-bcc2-4c8d-b382-b7df6000afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bc91c5ba-9c06-482e-b2f2-6c670451465f'}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:10:34.744792 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Attempting to bind port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 on network bc91c5ba-9c06-482e-b2f2-6c670451465f {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:10:34.750029 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 on network bc91c5ba-9c06-482e-b2f2-6c670451465f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:10:34.750351 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Attempting to bind port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 on network bc91c5ba-9c06-482e-b2f2-6c670451465f {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:10:34.763733 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:10:34.764256 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Checking segment: {'id': 'fffb3dd9-bcc2-4c8d-b382-b7df6000afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bc91c5ba-9c06-482e-b2f2-6c670451465f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:10:34.764907 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Bound using segment: {'id': 'fffb3dd9-bcc2-4c8d-b382-b7df6000afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bc91c5ba-9c06-482e-b2f2-6c670451465f'} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:10:34.765287 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Bound port: 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fffb3dd9-bcc2-4c8d-b382-b7df6000afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bc91c5ba-9c06-482e-b2f2-6c670451465f'}}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:10:34.765739 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:34.966767 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:35.009321 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] For port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4, host hv-cinder-68948, cleared binding levels {{(pid=79044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:10:35.014900 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] For port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0d9718b4-78ad-46c3-89eb-5d46cf70c2f4,segment=NetworkSegment(fffb3dd9-bcc2-4c8d-b382-b7df6000afc6),segment_id=fffb3dd9-bcc2-4c8d-b382-b7df6000afc6)] {{(pid=79044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:10:35.021827 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:35.037447 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:35.110175 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ffa8e-01e9-4bf9-8bfa-22759270b21d req-cd26c8d3-0b61-4bb9-b524-e25088fee92e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:35.111798 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-357ffa8e-01e9-4bf9-8bfa-22759270b21d req-cd26c8d3-0b61-4bb9-b524-e25088fee92e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.2343688 May 13 16:10:35.113139 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:35.113760 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:35.115730 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] 10.222.0.36 "PUT /v2.0/ports/0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 HTTP/1.1" status: 200 len: 1097 time: 2.4349034 May 13 16:10:35.120812 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8', 'tag': '0d9718b4-78ad-46c3-89eb-5d46cf70c2f4'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:10:35.191292 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9718b4-78ad-46c3-89eb-5d46cf70c2f4,revision_number=3']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:35.195747 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:35.255393 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-357ffa8e-01e9-4bf9-8bfa-22759270b21d req-c7ecd395-9fa8-4e38-9afe-a942f0b3095e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157858 May 13 16:10:35.359996 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8', 'tag': '0d9718b4-78ad-46c3-89eb-5d46cf70c2f4', 'status': 'completed', 'code': 200} May 13 16:10:35.383171 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc6c89-c558-4d93-877a-f2fe6af06ede req-95ef1821-7549-486a-b406-4cc41d17b763 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:35.385930 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8ccc6c89-c558-4d93-877a-f2fe6af06ede req-95ef1821-7549-486a-b406-4cc41d17b763 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 943 time: 0.1446242 May 13 16:10:35.431144 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-46b63771-71dd-4279-af16-1f1b296e990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:35.432689 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-46b63771-71dd-4279-af16-1f1b296e990b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ac3ec901d714c45af16da5bc17018f4&device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 1100 time: 0.2263253 May 13 16:10:35.525041 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 1e206451-3afd-40a2-bc64-12efe13a10a4 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:10:35.525866 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-6134a751-dcfc-4dd8-8ebf-9d943e9d0f0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 HTTP/1.1" status: 200 len: 217 time: 0.0730875 May 13 16:10:35.537382 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8ccc6c89-c558-4d93-877a-f2fe6af06ede req-59064eab-53eb-49ce-ae59-8cabb3132d3b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360214 May 13 16:10:35.609889 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-5c789bc1-011b-493d-a93a-a214232cf7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:35.611538 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-5c789bc1-011b-493d-a93a-a214232cf7c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6472c87c-0d17-4657-8b6e-85faffd3f30c HTTP/1.1" status: 200 len: 843 time: 0.0730324 May 13 16:10:35.752374 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-47d077be-eec1-4a75-9b3b-63075876f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:35.755999 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-47d077be-eec1-4a75-9b3b-63075876f7dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc91c5ba-9c06-482e-b2f2-6c670451465f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1313410 May 13 16:10:35.784950 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 1e206451-3afd-40a2-bc64-12efe13a10a4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1e206451-3afd-40a2-bc64-12efe13a10a4,segment=NetworkSegment(fcc96eb4-2da5-4577-994a-37ab44e77561),segment_id=fcc96eb4-2da5-4577-994a-37ab44e77561)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:35.811320 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '1e206451-3afd-40a2-bc64-12efe13a10a4', 'network_id': '8954ce2b-c305-4706-a340-f13d898e5203', 'port_id': '1e206451-3afd-40a2-bc64-12efe13a10a4', 'mac_address': 'fa:16:3e:79:be:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fdbe21-9b98-48c9-bdd4-23dba1f5f253', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:10:36.065297 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:36.138211 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e206451-3afd-40a2-bc64-12efe13a10a4 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:10:36.181047 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-ccef2f3b-80b5-40a8-8e43-b0b01d243d21 service neutron] 10.222.0.36 "GET /v2.0/networks/bc91c5ba-9c06-482e-b2f2-6c670451465f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142001 May 13 16:10:36.192728 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 1e206451-3afd-40a2-bc64-12efe13a10a4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1e206451-3afd-40a2-bc64-12efe13a10a4,segment=NetworkSegment(fcc96eb4-2da5-4577-994a-37ab44e77561),segment_id=fcc96eb4-2da5-4577-994a-37ab44e77561)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:36.198015 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:36.198687 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device ed49c41f-7f69-424f-bf92-7faeb7eb8853 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:10:36.202048 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:36.386766 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=1e206451-3afd-40a2-bc64-12efe13a10a4,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:36.401247 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:36.401786 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:36.402311 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:36.402834 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:36.403387 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:36.403920 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:36.404387 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:36.405340 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:36.405937 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:36.406317 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:36.406719 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:36.407094 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:36.415733 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:36.442047 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae0781-d274-4bcc-9c8e-85650dda0d98 req-ad7ce1ea-b2ec-4c43-a5c4-8614c94e8b6c tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:36.444634 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-beae0781-d274-4bcc-9c8e-85650dda0d98 req-ad7ce1ea-b2ec-4c43-a5c4-8614c94e8b6c tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 947 time: 0.3380575 May 13 16:10:36.494736 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port ed49c41f-7f69-424f-bf92-7faeb7eb8853, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ed49c41f-7f69-424f-bf92-7faeb7eb8853,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:36.497194 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f40817-3cca-4112-8ea2-894788ea5b99 req-0eaa2fd2-3320-4774-95c5-a452c87ea46b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:36.499012 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-81f40817-3cca-4112-8ea2-894788ea5b99 req-0eaa2fd2-3320-4774-95c5-a452c87ea46b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 943 time: 0.4788294 May 13 16:10:36.513593 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ed8d262-a62e-464d-b2e2-81e732693e67 req-f942710c-b3ed-4309-af07-ac37d08b1daf service neutron] 10.222.0.36 "GET /v2.0/networks/bc91c5ba-9c06-482e-b2f2-6c670451465f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192546 May 13 16:10:36.516713 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': 'ed49c41f-7f69-424f-bf92-7faeb7eb8853', 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f', 'port_id': 'ed49c41f-7f69-424f-bf92-7faeb7eb8853', 'mac_address': 'fa:16:3e:11:84:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f93a1-7e35-4ab6-b52a-5c61dc15dfe4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:10:36.644000 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:36.653975 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-beae0781-d274-4bcc-9c8e-85650dda0d98 req-ec3fd748-cc6e-4332-a4ec-3058d44a9032 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862833 May 13 16:10:36.656542 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:36.669826 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed49c41f-7f69-424f-bf92-7faeb7eb8853 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:10:36.697523 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port ed49c41f-7f69-424f-bf92-7faeb7eb8853, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ed49c41f-7f69-424f-bf92-7faeb7eb8853,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:36.698747 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-81f40817-3cca-4112-8ea2-894788ea5b99 req-c1a3c2de-1ec8-4f87-90d3-cd793aaf35ed tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899984 May 13 16:10:36.702918 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:36.705258 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:36.795293 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=ed49c41f-7f69-424f-bf92-7faeb7eb8853,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:36.799467 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:36.881318 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91bea0-f2f8-4091-994a-24ae6f161223 req-19b47480-bf0c-455c-9e09-6f01dee0b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:36.883955 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8f91bea0-f2f8-4091-994a-24ae6f161223 req-19b47480-bf0c-455c-9e09-6f01dee0b8d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ac3ec901d714c45af16da5bc17018f4&device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 1100 time: 0.1834750 May 13 16:10:37.231498 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91bea0-f2f8-4091-994a-24ae6f161223 req-a69f5b3d-a013-4535-af44-6dbb7b5b3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:37.233356 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8f91bea0-f2f8-4091-994a-24ae6f161223 req-a69f5b3d-a013-4535-af44-6dbb7b5b3ea8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc91c5ba-9c06-482e-b2f2-6c670451465f HTTP/1.1" status: 200 len: 870 time: 0.3329253 May 13 16:10:37.348860 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3edaca-b212-45ea-befa-1af68188bf6c req-c3fa6cf1-0a20-4323-b3ed-f6e25e0e2340 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:37.351383 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9e3edaca-b212-45ea-befa-1af68188bf6c req-c3fa6cf1-0a20-4323-b3ed-f6e25e0e2340 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.3181605 May 13 16:10:37.353195 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8f91bea0-f2f8-4091-994a-24ae6f161223 req-81fba929-b4b1-432e-baca-5ae55035f27e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 HTTP/1.1" status: 200 len: 217 time: 0.1060324 May 13 16:10:37.377112 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['1e206451-3afd-40a2-bc64-12efe13a10a4'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:10:37.438251 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['ed49c41f-7f69-424f-bf92-7faeb7eb8853'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:10:37.584320 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced4c7d-3f0e-4b9b-9886-86e6666efb36 req-b424530b-0a64-422a-9e71-b2a5b8db55ba tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:37.587590 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0ced4c7d-3f0e-4b9b-9886-86e6666efb36 req-b424530b-0a64-422a-9e71-b2a5b8db55ba tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 944 time: 0.4256630 May 13 16:10:37.636641 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9e3edaca-b212-45ea-befa-1af68188bf6c req-a51c7482-7679-47bb-9e8c-40eb1192d01a tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732446 May 13 16:10:37.721513 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91bea0-f2f8-4091-994a-24ae6f161223 req-ed786fe9-22b0-49fb-9b71-5f7a0c54b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:37.730421 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8f91bea0-f2f8-4091-994a-24ae6f161223 req-ed786fe9-22b0-49fb-9b71-5f7a0c54b2ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6472c87c-0d17-4657-8b6e-85faffd3f30c HTTP/1.1" status: 200 len: 843 time: 0.3659992 May 13 16:10:37.882473 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0ced4c7d-3f0e-4b9b-9886-86e6666efb36 req-39c63884-15e7-4408-be3f-d70ff16c9e51 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315247 May 13 16:10:37.964485 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91bea0-f2f8-4091-994a-24ae6f161223 req-36169b3d-c5f7-4d35-932b-ccf7467eba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:37.966262 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8f91bea0-f2f8-4091-994a-24ae6f161223 req-36169b3d-c5f7-4d35-932b-ccf7467eba1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc91c5ba-9c06-482e-b2f2-6c670451465f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2090306 May 13 16:10:38.367444 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165025a-1b5c-445b-a51b-22172e9973e0 req-2b367583-c13b-416f-bb54-bc6dbdbbbf4e tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:38.370028 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6165025a-1b5c-445b-a51b-22172e9973e0 req-2b367583-c13b-416f-bb54-bc6dbdbbbf4e tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 947 time: 0.2210867 May 13 16:10:38.431707 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8f91bea0-f2f8-4091-994a-24ae6f161223 req-0186f2d0-6b65-4149-ac6a-6b5d14154cba service neutron] 10.222.0.36 "GET /v2.0/networks/bc91c5ba-9c06-482e-b2f2-6c670451465f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520440 May 13 16:10:38.446927 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640c4fc-aec2-4c02-b2f5-c2fbf7abfc50 req-b3e12bce-804f-4383-8f5d-2432e40a17b3 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:38.454890 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7640c4fc-aec2-4c02-b2f5-c2fbf7abfc50 req-b3e12bce-804f-4383-8f5d-2432e40a17b3 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 944 time: 0.4250746 May 13 16:10:38.531202 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6165025a-1b5c-445b-a51b-22172e9973e0 req-2cc6d3db-0e79-4d80-85e8-fe0af98f8a2c tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488736 May 13 16:10:38.623698 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7640c4fc-aec2-4c02-b2f5-c2fbf7abfc50 req-4c1c3b30-b67b-44c2-84ea-f8772dbfec5e tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675205 May 13 16:10:38.730389 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 36668) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:38.736438 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8f91bea0-f2f8-4091-994a-24ae6f161223 req-1f8076e4-04d6-4068-8905-a1521a7a1b4d service neutron] 10.222.0.36 "GET /v2.0/networks/bc91c5ba-9c06-482e-b2f2-6c670451465f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788441 May 13 16:10:38.983035 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42a88b-e439-48ba-aac4-b9fd4ce8b543 req-58e9c44a-a99b-41a2-97c0-ee375af093d5 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:38.984829 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b45f3769-f391-44cb-9358-19e5bab08d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:38.990936 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-af42a88b-e439-48ba-aac4-b9fd4ce8b543 req-58e9c44a-a99b-41a2-97c0-ee375af093d5 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1574907 May 13 16:10:39.012444 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-b45f3769-f391-44cb-9358-19e5bab08d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:39.018608 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-b45f3769-f391-44cb-9358-19e5bab08d74 admin admin] Usage tracker for resource:security_group_rule and tenant:2be9c9f359da40799a8435889f7df086 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:39.023940 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-b45f3769-f391-44cb-9358-19e5bab08d74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:39.031303 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-b45f3769-f391-44cb-9358-19e5bab08d74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:39.111474 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-af42a88b-e439-48ba-aac4-b9fd4ce8b543 req-e9bbc5bf-28d8-418c-9320-5a878e067348 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167376 May 13 16:10:39.160519 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98686b24-afeb-4c74-8310-3a3de44353e3 req-4e298ffd-29bf-4c9e-ba06-bc92ace3f2dc tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:39.162639 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-98686b24-afeb-4c74-8310-3a3de44353e3 req-4e298ffd-29bf-4c9e-ba06-bc92ace3f2dc tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 944 time: 0.1482532 May 13 16:10:39.171081 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b45f3769-f391-44cb-9358-19e5bab08d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:39.176123 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b45f3769-f391-44cb-9358-19e5bab08d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:39.185647 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-92f9587a-74aa-4070-9fb8-4ee4b2abc484 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:39.219287 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-98686b24-afeb-4c74-8310-3a3de44353e3 req-bf360571-51fb-4b77-83d1-08950745b4d4 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496001 May 13 16:10:39.235979 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f3769-f391-44cb-9358-19e5bab08d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b4e635-d016-4117-89f6-4e47b48d982f,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:39.247142 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-b45f3769-f391-44cb-9358-19e5bab08d74 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2be9c9f359da40799a8435889f7df086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127733 May 13 16:10:39.247142 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b45f3769-f391-44cb-9358-19e5bab08d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:39.247600 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 36676) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:39.325968 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-039849c8-8adf-4d3a-95d4-47e12bdd6e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:39.357582 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-039849c8-8adf-4d3a-95d4-47e12bdd6e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:39.421039 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-039849c8-8adf-4d3a-95d4-47e12bdd6e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:39.425030 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:39.437205 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039849c8-8adf-4d3a-95d4-47e12bdd6e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b4e635-d016-4117-89f6-4e47b48d982f,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:39.440791 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-039849c8-8adf-4d3a-95d4-47e12bdd6e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:39.445056 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-039849c8-8adf-4d3a-95d4-47e12bdd6e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:39.446188 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-039849c8-8adf-4d3a-95d4-47e12bdd6e00 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/35b4e635-d016-4117-89f6-4e47b48d982f HTTP/1.1" status: 204 len: 168 time: 0.1972942 May 13 16:10:39.522287 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:10:39.532693 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device ed49c41f-7f69-424f-bf92-7faeb7eb8853 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:10:39.813807 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port ed49c41f-7f69-424f-bf92-7faeb7eb8853 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:10:39.853144 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port ed49c41f-7f69-424f-bf92-7faeb7eb8853 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:10:39.853632 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:39.895662 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85030ef3-6b39-4d21-8250-761620bb518c req-152bd1f0-6909-4ad8-827a-48cb394f2680 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:39.898577 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-85030ef3-6b39-4d21-8250-761620bb518c req-152bd1f0-6909-4ad8-827a-48cb394f2680 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 947 time: 0.2164168 May 13 16:10:39.906636 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62be0d4-c0d0-4c74-810b-e66d24f82b64 req-c31a569f-59c2-4785-a341-41e819a0e53b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:39.914349 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b62be0d4-c0d0-4c74-810b-e66d24f82b64 req-c31a569f-59c2-4785-a341-41e819a0e53b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 944 time: 0.1515148 May 13 16:10:39.984115 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0d9718b4-78ad-46c3-89eb-5d46cf70c2f4,segment=NetworkSegment(fffb3dd9-bcc2-4c8d-b382-b7df6000afc6),segment_id=fffb3dd9-bcc2-4c8d-b382-b7df6000afc6)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:40.002544 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '0d9718b4-78ad-46c3-89eb-5d46cf70c2f4', 'network_id': 'bc91c5ba-9c06-482e-b2f2-6c670451465f', 'port_id': '0d9718b4-78ad-46c3-89eb-5d46cf70c2f4', 'mac_address': 'fa:16:3e:8f:ad:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6472c87c-0d17-4657-8b6e-85faffd3f30c', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:10:40.026382 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b62be0d4-c0d0-4c74-810b-e66d24f82b64 req-9a4faf7b-7850-4451-a598-0c67c5e26173 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109977 May 13 16:10:40.048857 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-85030ef3-6b39-4d21-8250-761620bb518c req-289ea2d5-c57b-46c9-a761-50d5aac22b42 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323924 May 13 16:10:40.105627 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:40.138876 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:10:40.158554 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0d9718b4-78ad-46c3-89eb-5d46cf70c2f4,segment=NetworkSegment(fffb3dd9-bcc2-4c8d-b382-b7df6000afc6),segment_id=fffb3dd9-bcc2-4c8d-b382-b7df6000afc6)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:40.165328 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:40.170799 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:40.208947 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 36714) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:40.282672 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=0d9718b4-78ad-46c3-89eb-5d46cf70c2f4,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:40.287959 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:40.389978 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:40.441092 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761e2528-acc1-4b28-aee2-9215d865ca82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed49c41f-7f69-424f-bf92-7faeb7eb8853'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:10:40.455590 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ad63abd1-2108-48ad-b78d-e4baa3abf5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:40.458041 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port ed49c41f-7f69-424f-bf92-7faeb7eb8853, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ed49c41f-7f69-424f-bf92-7faeb7eb8853,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:40.464667 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:40.466179 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 1e206451-3afd-40a2-bc64-12efe13a10a4 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:10:40.486820 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ad63abd1-2108-48ad-b78d-e4baa3abf5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:40.495070 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ad63abd1-2108-48ad-b78d-e4baa3abf5f8 admin admin] Usage tracker for resource:security_group_rule and tenant:1e819a6eb4d540e9bf881a23ac70f8e4 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:40.499669 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ad63abd1-2108-48ad-b78d-e4baa3abf5f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:40.504043 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:40.509434 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ad63abd1-2108-48ad-b78d-e4baa3abf5f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:40.630136 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333c0a0-468e-4270-81c9-e6c358f5f50e req-15e83ab2-dd2c-45c3-a91f-252c1ba6177f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:40.632460 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6333c0a0-468e-4270-81c9-e6c358f5f50e req-15e83ab2-dd2c-45c3-a91f-252c1ba6177f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.3222404 May 13 16:10:40.641767 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=ed49c41f-7f69-424f-bf92-7faeb7eb8853,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:40.647045 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:40.656138 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ad63abd1-2108-48ad-b78d-e4baa3abf5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:40.663774 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ad63abd1-2108-48ad-b78d-e4baa3abf5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:40.669839 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port 1e206451-3afd-40a2-bc64-12efe13a10a4 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:10:40.678384 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 1e206451-3afd-40a2-bc64-12efe13a10a4 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:10:40.678810 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:40.698794 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ceab5-c1c3-4dd8-89fe-55806ee79252 req-9753ebed-2f0f-43c2-be6f-245979847db0 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:40.700371 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-326ceab5-c1c3-4dd8-89fe-55806ee79252 req-9753ebed-2f0f-43c2-be6f-245979847db0 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 945 time: 0.2635410 May 13 16:10:40.710494 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f74e6568-f6d3-4a7f-84e6-92c2ffcc6420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:40.714582 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6333c0a0-468e-4270-81c9-e6c358f5f50e req-a7456a58-c919-4890-bcbe-1369a065440c tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762835 May 13 16:10:40.734889 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-ad63abd1-2108-48ad-b78d-e4baa3abf5f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e819a6eb4d540e9bf881a23ac70f8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5212686 May 13 16:10:40.737219 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 36732) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:40.745258 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['0d9718b4-78ad-46c3-89eb-5d46cf70c2f4'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:10:40.805571 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-326ceab5-c1c3-4dd8-89fe-55806ee79252 req-703f8644-3066-4194-91f7-f22d123da2e2 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876975 May 13 16:10:40.816117 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63abd1-2108-48ad-b78d-e4baa3abf5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8863d13b-d427-4e74-b15f-9bf82e897d40,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:40.820520 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761e2528-acc1-4b28-aee2-9215d865ca82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed49c41f-7f69-424f-bf92-7faeb7eb8853', 'code': 200} May 13 16:10:40.835503 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ad63abd1-2108-48ad-b78d-e4baa3abf5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:40.854082 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-65cdd2e5-79c5-46f7-9201-f7be5af4717d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:40.886433 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-65cdd2e5-79c5-46f7-9201-f7be5af4717d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:40.985584 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-65cdd2e5-79c5-46f7-9201-f7be5af4717d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:40.994402 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-32f79733-fc75-4d7c-a922-6acf98bfc35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:41.010135 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:41.017008 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdd2e5-79c5-46f7-9201-f7be5af4717d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8863d13b-d427-4e74-b15f-9bf82e897d40,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:41.019894 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-65cdd2e5-79c5-46f7-9201-f7be5af4717d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:41.026332 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-65cdd2e5-79c5-46f7-9201-f7be5af4717d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:41.030741 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-65cdd2e5-79c5-46f7-9201-f7be5af4717d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8863d13b-d427-4e74-b15f-9bf82e897d40 HTTP/1.1" status: 204 len: 168 time: 0.2897508 May 13 16:10:41.098261 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 1e206451-3afd-40a2-bc64-12efe13a10a4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1e206451-3afd-40a2-bc64-12efe13a10a4,segment=NetworkSegment(fcc96eb4-2da5-4577-994a-37ab44e77561),segment_id=fcc96eb4-2da5-4577-994a-37ab44e77561)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:41.110022 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:41.113123 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:41.277604 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d7654-84e9-4a39-8d76-3385115f5268 req-2f55abc5-84d7-4821-88dd-e7bfb0ddaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:41.281309 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-687d7654-84e9-4a39-8d76-3385115f5268 req-2f55abc5-84d7-4821-88dd-e7bfb0ddaf11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 1098 time: 0.1908975 May 13 16:10:41.286086 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=1e206451-3afd-40a2-bc64-12efe13a10a4,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:41.290461 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:41.487524 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-687d7654-84e9-4a39-8d76-3385115f5268 req-8a2dd252-9269-4eb7-8570-b076eb4087bd service neutron] Synchronizing usage tracker for tenant:1120016ecd0f470aaae1b4d4b1f50070 on resource:security_group {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:10:41.516437 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-687d7654-84e9-4a39-8d76-3385115f5268 req-8a2dd252-9269-4eb7-8570-b076eb4087bd service neutron] Unset dirty status for tenant:1120016ecd0f470aaae1b4d4b1f50070 on resource:security_group {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:10:41.517568 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-687d7654-84e9-4a39-8d76-3385115f5268 req-8a2dd252-9269-4eb7-8570-b076eb4087bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735165 May 13 16:10:41.577901 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708541f-655b-4fc0-852a-c42147839117 req-68e226a0-84c7-46ee-bc59-53affab83b9b tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:41.589334 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2708541f-655b-4fc0-852a-c42147839117 req-68e226a0-84c7-46ee-bc59-53affab83b9b tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 948 time: 0.2461131 May 13 16:10:41.602128 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec29b3d-e650-4a6c-9867-03b9d0b47431 req-d3e960fc-26d7-4533-99da-2c0804754acd tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:41.604312 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8ec29b3d-e650-4a6c-9867-03b9d0b47431 req-d3e960fc-26d7-4533-99da-2c0804754acd tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 945 time: 0.3213584 May 13 16:10:41.689737 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2708541f-655b-4fc0-852a-c42147839117 req-5af708ae-2845-44bc-9973-3b901c52e709 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992520 May 13 16:10:41.695952 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8ec29b3d-e650-4a6c-9867-03b9d0b47431 req-d279c570-88b7-4b09-b883-a6259a83fab6 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752099 May 13 16:10:41.996698 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 36782) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:42.015017 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-35320cea-bb73-4b74-8bcc-b1e692fde685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:42.032266 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-35320cea-bb73-4b74-8bcc-b1e692fde685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:42.037498 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-35320cea-bb73-4b74-8bcc-b1e692fde685 admin admin] Usage tracker for resource:security_group_rule and tenant:643a9f0d44654c0ab8b0d9f07685cd46 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:42.041973 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-35320cea-bb73-4b74-8bcc-b1e692fde685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:42.049078 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-35320cea-bb73-4b74-8bcc-b1e692fde685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:42.097744 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ff3b-f759-4bd4-807a-e4577426fc10 req-952ecd31-f6f3-4782-823c-1a51f98fb18f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:42.102099 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a575ff3b-f759-4bd4-807a-e4577426fc10 req-952ecd31-f6f3-4782-823c-1a51f98fb18f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1567414 May 13 16:10:42.192796 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a575ff3b-f759-4bd4-807a-e4577426fc10 req-9c3f68ab-1dc6-434e-ae44-3b04fed267a7 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803192 May 13 16:10:42.221858 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-35320cea-bb73-4b74-8bcc-b1e692fde685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:42.236210 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-35320cea-bb73-4b74-8bcc-b1e692fde685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:42.246957 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-462b361c-d616-48d4-b18d-a298e656024f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:42.305190 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-35320cea-bb73-4b74-8bcc-b1e692fde685 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=643a9f0d44654c0ab8b0d9f07685cd46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047128 May 13 16:10:42.305190 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35320cea-bb73-4b74-8bcc-b1e692fde685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977ea688-7afa-43af-99f8-aca830c28f9a,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:42.310518 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f29bc8-38c8-4729-aeec-f17b831a8d5e req-28c0db74-90df-4138-bc15-0799a9b44689 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:42.313323 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e6f29bc8-38c8-4729-aeec-f17b831a8d5e req-28c0db74-90df-4138-bc15-0799a9b44689 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 945 time: 0.1143906 May 13 16:10:42.314143 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 36788) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:42.320278 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-35320cea-bb73-4b74-8bcc-b1e692fde685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:42.408164 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e6f29bc8-38c8-4729-aeec-f17b831a8d5e req-8e2691f2-21f6-403e-8276-b54be7a710f3 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752230 May 13 16:10:42.426251 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-40ab6561-edae-43d0-9e6b-ae2d09e59769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:42.463827 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-40ab6561-edae-43d0-9e6b-ae2d09e59769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:42.538500 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-40ab6561-edae-43d0-9e6b-ae2d09e59769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:42.543438 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-a001d846-d48c-4a7f-aa56-f84686f86a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:42.555426 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab6561-edae-43d0-9e6b-ae2d09e59769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977ea688-7afa-43af-99f8-aca830c28f9a,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:42.559244 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-40ab6561-edae-43d0-9e6b-ae2d09e59769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:42.563168 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-40ab6561-edae-43d0-9e6b-ae2d09e59769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:42.569522 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-40ab6561-edae-43d0-9e6b-ae2d09e59769 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/977ea688-7afa-43af-99f8-aca830c28f9a HTTP/1.1" status: 204 len: 168 time: 0.2485337 May 13 16:10:42.822199 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b82b2d7-54fd-41df-baaa-a1cc8997c5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e206451-3afd-40a2-bc64-12efe13a10a4'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:10:43.086987 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399ec78-01cb-4585-9c4e-bd62098aae59 req-4c3fb237-3f00-4b02-b19e-2f4f0a3a28f6 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:43.098986 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e399ec78-01cb-4585-9c4e-bd62098aae59 req-4c3fb237-3f00-4b02-b19e-2f4f0a3a28f6 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 945 time: 0.2234359 May 13 16:10:43.132253 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c115a-1fe1-441b-9cc2-2c0231bee63a req-4dc6ccbf-24a5-4a6a-b1d1-78957ef490f5 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:43.133828 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1f1c115a-1fe1-441b-9cc2-2c0231bee63a req-4dc6ccbf-24a5-4a6a-b1d1-78957ef490f5 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 948 time: 0.2051573 May 13 16:10:43.203765 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e399ec78-01cb-4585-9c4e-bd62098aae59 req-0ac3d05c-2fd9-441c-898b-8d7499147650 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021650 May 13 16:10:43.256722 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b82b2d7-54fd-41df-baaa-a1cc8997c5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e206451-3afd-40a2-bc64-12efe13a10a4', 'code': 200} May 13 16:10:43.266625 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1f1c115a-1fe1-441b-9cc2-2c0231bee63a req-7bc0d339-b70a-444e-9e0c-13fb0e4f02d9 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264150 May 13 16:10:43.543368 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:10:43.700829 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbd9c5-de4a-40f1-ab0c-91cca5d168c0 req-b2b8c9a8-56f5-4a87-b369-d1c83087db30 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:43.728998 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:10:43.735248 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-10cbd9c5-de4a-40f1-ab0c-91cca5d168c0 req-b2b8c9a8-56f5-4a87-b369-d1c83087db30 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.2138562 May 13 16:10:43.742467 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:10:43.743102 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:43.897300 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-10cbd9c5-de4a-40f1-ab0c-91cca5d168c0 req-1fc09090-afe0-4d03-bb00-2e6f0047996c tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509664 May 13 16:10:44.040664 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:44.121517 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0d9718b4-78ad-46c3-89eb-5d46cf70c2f4,segment=NetworkSegment(fffb3dd9-bcc2-4c8d-b382-b7df6000afc6),segment_id=fffb3dd9-bcc2-4c8d-b382-b7df6000afc6)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:44.128844 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:44.135484 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:44.199904 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378f55d-1ea9-4d6c-9c58-2cb66e8a588e req-ef83c963-cd0d-44a4-bc42-5ab115f6b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:44.203619 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f378f55d-1ea9-4d6c-9c58-2cb66e8a588e req-ef83c963-cd0d-44a4-bc42-5ab115f6b719 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 1098 time: 0.2888944 May 13 16:10:44.210878 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c45ec-023c-410f-9575-8d0e40237c5a req-5982e4c9-bb62-454b-8841-751598bbe30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:44.213180 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-726c45ec-023c-410f-9575-8d0e40237c5a req-5982e4c9-bb62-454b-8841-751598bbe30f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 1098 time: 0.2780488 May 13 16:10:44.260717 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d8a0-a0fd-43ca-b94c-c4fe486fa438 req-78ed8660-941b-44ea-80e5-13ad1a4caad7 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:44.273394 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1be3d8a0-a0fd-43ca-b94c-c4fe486fa438 req-78ed8660-941b-44ea-80e5-13ad1a4caad7 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 945 time: 0.2686129 May 13 16:10:44.319009 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-726c45ec-023c-410f-9575-8d0e40237c5a req-fb254da6-d7e8-498f-972d-f6bd34e58788 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906312 May 13 16:10:44.324498 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=0d9718b4-78ad-46c3-89eb-5d46cf70c2f4,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:44.355872 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:44.423870 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f378f55d-1ea9-4d6c-9c58-2cb66e8a588e req-f4a8f82d-e477-4ced-9b7e-225020572f78 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950727 May 13 16:10:44.426846 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1be3d8a0-a0fd-43ca-b94c-c4fe486fa438 req-66443edf-7160-42a3-b697-3e6682b74565 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504576 May 13 16:10:44.609276 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb05255-eb68-4448-8713-e144b1ede79c req-bbb6f13d-39a4-4186-b897-cfbf5804c712 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:44.610781 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bcb05255-eb68-4448-8713-e144b1ede79c req-bbb6f13d-39a4-4186-b897-cfbf5804c712 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 945 time: 0.1704431 May 13 16:10:44.738686 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bcb05255-eb68-4448-8713-e144b1ede79c req-2e4979fe-e910-49c2-990f-92bba69039e7 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133041 May 13 16:10:44.754430 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533a2e9-737c-4053-bab9-47fbd41eef75 req-cc375b11-4720-4da4-9f10-30f720b0a3fb tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:44.758588 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6533a2e9-737c-4053-bab9-47fbd41eef75 req-cc375b11-4720-4da4-9f10-30f720b0a3fb tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 949 time: 0.2071388 May 13 16:10:44.850124 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6533a2e9-737c-4053-bab9-47fbd41eef75 req-c8d54dd1-02af-40a0-86d6-1be154714394 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834315 May 13 16:10:45.163413 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b83572-e25b-4b37-a40b-824fe3e7d4fb req-10e9e356-99e9-4972-a758-0eb5a5b4fded tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:45.165169 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-36b83572-e25b-4b37-a40b-824fe3e7d4fb req-10e9e356-99e9-4972-a758-0eb5a5b4fded tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1097178 May 13 16:10:45.247962 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-36b83572-e25b-4b37-a40b-824fe3e7d4fb req-efc940c0-0b7a-4e98-84bd-c33526c78514 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719302 May 13 16:10:45.257874 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9718b4-78ad-46c3-89eb-5d46cf70c2f4'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:10:45.325182 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9718b4-78ad-46c3-89eb-5d46cf70c2f4', 'code': 200} May 13 16:10:45.831775 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a4a16-373d-4b4d-aee9-85f3cba3ad30 req-a01eebbc-0b73-4dab-806e-a3299394b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:45.833385 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1a9a4a16-373d-4b4d-aee9-85f3cba3ad30 req-a01eebbc-0b73-4dab-806e-a3299394b4c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 1102 time: 0.1177316 May 13 16:10:45.849795 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687d2f0-5685-4ef5-a603-617262bb13d6 req-3922d0b2-bf96-4849-b5bc-1df370c3930c tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:45.858007 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f687d2f0-5685-4ef5-a603-617262bb13d6 req-3922d0b2-bf96-4849-b5bc-1df370c3930c tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 945 time: 0.1961010 May 13 16:10:46.104337 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1a9a4a16-373d-4b4d-aee9-85f3cba3ad30 req-b9231004-65d6-4204-9e90-7e1e4af2f530 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439528 May 13 16:10:46.107167 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f687d2f0-5685-4ef5-a603-617262bb13d6 req-fc9ddb11-ccbe-4642-8712-208624a4bd99 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482111 May 13 16:10:46.176627 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783ee4c-bfea-4271-a797-5903f7624e78 req-9f610b85-1d99-4607-930e-c87195c7d817 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:46.179982 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d783ee4c-bfea-4271-a797-5903f7624e78 req-9f610b85-1d99-4607-930e-c87195c7d817 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 945 time: 0.1666172 May 13 16:10:46.283398 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d783ee4c-bfea-4271-a797-5903f7624e78 req-a8331adf-1d5b-4499-bace-16fe5ac59478 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933151 May 13 16:10:46.471555 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e10db-be27-4012-bd6b-f6bb92b7112e req-97ef83d9-a953-4a90-b294-be1b486cb6ca tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:46.473218 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f61e10db-be27-4012-bd6b-f6bb92b7112e req-97ef83d9-a953-4a90-b294-be1b486cb6ca tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 949 time: 0.1395497 May 13 16:10:46.538868 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f61e10db-be27-4012-bd6b-f6bb92b7112e req-b6a25a12-6d5e-488f-b6b8-4c69835945f4 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546546 May 13 16:10:46.837658 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe97302-7b5c-45eb-a53d-0f28f966a901 req-67a5ae5e-7b34-43da-990c-d5680a0b7e58 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:46.840578 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bfe97302-7b5c-45eb-a53d-0f28f966a901 req-67a5ae5e-7b34-43da-990c-d5680a0b7e58 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1428695 May 13 16:10:46.917370 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bfe97302-7b5c-45eb-a53d-0f28f966a901 req-f3762433-1888-4017-a67b-990c67340f5f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635161 May 13 16:10:47.609841 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47544dbb-a662-4592-9b2a-0e50f8b79699 req-d2e11cdf-8d45-41cc-9447-a0d5a6417840 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:47.622751 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-47544dbb-a662-4592-9b2a-0e50f8b79699 req-d2e11cdf-8d45-41cc-9447-a0d5a6417840 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 945 time: 0.1872051 May 13 16:10:47.682212 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-47544dbb-a662-4592-9b2a-0e50f8b79699 req-46493951-363d-4c80-94ad-a0ed2c167673 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580273 May 13 16:10:47.920942 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62449748-8c25-4859-b12a-c425f73f57ba req-1fde7b66-da5b-4433-94ef-ec5e2bb5811c tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:47.922558 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-62449748-8c25-4859-b12a-c425f73f57ba req-1fde7b66-da5b-4433-94ef-ec5e2bb5811c tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 949 time: 0.1582677 May 13 16:10:48.020591 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-62449748-8c25-4859-b12a-c425f73f57ba req-d641b85a-0af3-44e8-8446-813074011b24 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870469 May 13 16:10:48.334794 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb865a-15ff-4843-85b8-dbf135259063 req-94bbd2fa-61ce-410d-8ddf-820a6ef1ba4f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:48.337308 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b4bb865a-15ff-4843-85b8-dbf135259063 req-94bbd2fa-61ce-410d-8ddf-820a6ef1ba4f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1582289 May 13 16:10:48.460763 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b4bb865a-15ff-4843-85b8-dbf135259063 req-c2813b33-261f-4266-868a-fd2fa1b3179d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116469 May 13 16:10:48.923764 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29d0a2-5bcb-4859-8de7-13e33520b7b3 req-2085f195-d8fb-46ae-9d35-618ed435313f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:48.928149 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6c29d0a2-5bcb-4859-8de7-13e33520b7b3 req-2085f195-d8fb-46ae-9d35-618ed435313f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.2273569 May 13 16:10:49.021456 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6c29d0a2-5bcb-4859-8de7-13e33520b7b3 req-2ab26326-6039-4858-889f-b45503430cf4 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731041 May 13 16:10:49.421152 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac01aa-6392-456e-b354-c81e32929dd6 req-a5e3ee94-55cc-4c03-ad6d-6b7cedaf3359 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:49.423433 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-95ac01aa-6392-456e-b354-c81e32929dd6 req-a5e3ee94-55cc-4c03-ad6d-6b7cedaf3359 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 949 time: 0.1878817 May 13 16:10:49.487998 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-95ac01aa-6392-456e-b354-c81e32929dd6 req-f8e73222-0548-4605-bfb8-9dae80c85d8b tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530529 May 13 16:10:49.720968 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 37008) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:49.982247 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d2a04233-89b6-4f0a-b05a-ae7f3fca5d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.006495 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d2a04233-89b6-4f0a-b05a-ae7f3fca5d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:50.014706 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d2a04233-89b6-4f0a-b05a-ae7f3fca5d77 admin admin] Usage tracker for resource:security_group_rule and tenant:36e1a8689ff74969acbff27cea8f6bc0 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:50.020116 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d2a04233-89b6-4f0a-b05a-ae7f3fca5d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:50.032062 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d2a04233-89b6-4f0a-b05a-ae7f3fca5d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:50.245171 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d2a04233-89b6-4f0a-b05a-ae7f3fca5d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.253980 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d2a04233-89b6-4f0a-b05a-ae7f3fca5d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.299097 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-49c9140e-da31-40ac-8c43-5f5f40d51c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:50.343984 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 37032) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:50.345033 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-d2a04233-89b6-4f0a-b05a-ae7f3fca5d77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=36e1a8689ff74969acbff27cea8f6bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6203666 May 13 16:10:50.355411 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a04233-89b6-4f0a-b05a-ae7f3fca5d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c9bb0b-fe1d-4889-977f-659ced30c831,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:50.367673 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d2a04233-89b6-4f0a-b05a-ae7f3fca5d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:50.470779 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4a90ed96-25f1-4b37-97f6-94bf0c775fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.511156 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4a90ed96-25f1-4b37-97f6-94bf0c775fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.584065 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4a90ed96-25f1-4b37-97f6-94bf0c775fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.588807 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-1e9b6c6d-27da-464e-88c7-3aaa31910874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:50.613418 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90ed96-25f1-4b37-97f6-94bf0c775fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c9bb0b-fe1d-4889-977f-659ced30c831,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:50.634323 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4a90ed96-25f1-4b37-97f6-94bf0c775fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:50.650145 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4a90ed96-25f1-4b37-97f6-94bf0c775fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:50.651610 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-4a90ed96-25f1-4b37-97f6-94bf0c775fc6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2c9bb0b-fe1d-4889-977f-659ced30c831 HTTP/1.1" status: 204 len: 168 time: 0.3069074 May 13 16:10:50.727230 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9a807-bd81-4889-9618-b9da971ba1fe req-585089e6-fcff-4d4b-be87-c5b020009829 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:50.729440 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-92d9a807-bd81-4889-9618-b9da971ba1fe req-585089e6-fcff-4d4b-be87-c5b020009829 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 949 time: 0.1918108 May 13 16:10:50.874634 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-92d9a807-bd81-4889-9618-b9da971ba1fe req-c837ca16-c004-4787-a8f5-be0daaa0a769 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272495 May 13 16:10:51.223829 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 37052) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:51.256143 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ea0128b6-9843-4326-af40-275ef7e1c138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.289972 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ea0128b6-9843-4326-af40-275ef7e1c138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:51.295877 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ea0128b6-9843-4326-af40-275ef7e1c138 admin admin] Usage tracker for resource:security_group_rule and tenant:f46cc2e142564e3db21f4c411c2ceb4a is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:51.300693 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ea0128b6-9843-4326-af40-275ef7e1c138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:51.311999 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ea0128b6-9843-4326-af40-275ef7e1c138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:51.458434 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ea0128b6-9843-4326-af40-275ef7e1c138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.464219 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ea0128b6-9843-4326-af40-275ef7e1c138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.473397 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ffbdcf1e-1837-4b66-9967-06a1f29ae501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:51.516546 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-ea0128b6-9843-4326-af40-275ef7e1c138 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f46cc2e142564e3db21f4c411c2ceb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902353 May 13 16:10:51.518172 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0128b6-9843-4326-af40-275ef7e1c138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b837ac-0aac-4584-ba3e-b5747557a8df,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:51.519939 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 37062) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:51.523509 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ea0128b6-9843-4326-af40-275ef7e1c138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:51.624067 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7b51d1c3-8ef5-45a9-8f07-d19b84fb74da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.658404 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7b51d1c3-8ef5-45a9-8f07-d19b84fb74da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.758715 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7b51d1c3-8ef5-45a9-8f07-d19b84fb74da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.769166 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d2a04233-89b6-4f0a-b05a-ae7f3fca5d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:51.793430 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51d1c3-8ef5-45a9-8f07-d19b84fb74da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b837ac-0aac-4584-ba3e-b5747557a8df,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:51.821706 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7b51d1c3-8ef5-45a9-8f07-d19b84fb74da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:51.823599 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7b51d1c3-8ef5-45a9-8f07-d19b84fb74da admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:51.825585 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-7b51d1c3-8ef5-45a9-8f07-d19b84fb74da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30b837ac-0aac-4584-ba3e-b5747557a8df HTTP/1.1" status: 204 len: 168 time: 0.3007743 May 13 16:10:52.545598 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dcf48-b14f-49af-a804-83b021a3eb70 req-f956249d-1adb-461d-86e7-98cd685fc773 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:52.548425 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-162dcf48-b14f-49af-a804-83b021a3eb70 req-f956249d-1adb-461d-86e7-98cd685fc773 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 949 time: 0.4197466 May 13 16:10:52.641135 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b471f13-1f2b-472a-867b-9391ca01b6e4 req-e8cf5639-5028-4765-8397-b515e69b95a4 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:52.653826 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1b471f13-1f2b-472a-867b-9391ca01b6e4 req-e8cf5639-5028-4765-8397-b515e69b95a4 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.3990159 May 13 16:10:52.700308 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd1b8e-d346-4f95-9ffb-02e47a8a51e8 req-1e638293-ef2d-481b-a834-65d8021c0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:52.702825 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e8cd1b8e-d346-4f95-9ffb-02e47a8a51e8 req-1e638293-ef2d-481b-a834-65d8021c0f61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 1099 time: 0.3738751 May 13 16:10:52.801211 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-162dcf48-b14f-49af-a804-83b021a3eb70 req-17eae65c-c683-4755-a9c6-2d3dbcec8f17 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349920 May 13 16:10:53.026922 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1b471f13-1f2b-472a-867b-9391ca01b6e4 req-729edbf1-eb04-4329-a6c7-98b6ded571c8 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713841 May 13 16:10:53.140620 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd1b8e-d346-4f95-9ffb-02e47a8a51e8 req-886af74f-5977-4986-81e6-7d4d814fd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:53.143264 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e8cd1b8e-d346-4f95-9ffb-02e47a8a51e8 req-886af74f-5977-4986-81e6-7d4d814fd8c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 920 time: 0.4256225 May 13 16:10:53.234298 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:10:53.379629 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e8cd1b8e-d346-4f95-9ffb-02e47a8a51e8 req-69bbd296-d6ae-469c-9c6e-19fff430c94c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f39e7d34-f4be-4532-bcda-a4d3ccf96d72 HTTP/1.1" status: 200 len: 217 time: 0.1336203 May 13 16:10:53.545655 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd1b8e-d346-4f95-9ffb-02e47a8a51e8 req-889dd970-dfca-4d84-a089-c31ba87ca712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:53.548427 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e8cd1b8e-d346-4f95-9ffb-02e47a8a51e8 req-889dd970-dfca-4d84-a089-c31ba87ca712 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f10e9a3-0af6-4fed-b04c-11eeafe49330 HTTP/1.1" status: 200 len: 859 time: 0.1127870 May 13 16:10:53.878868 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba75525-304c-4428-8a8f-ea6a30d3ebc9 req-b7980d4d-3656-4d39-b13f-66508cc2761e tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:53.883548 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cba75525-304c-4428-8a8f-ea6a30d3ebc9 req-b7980d4d-3656-4d39-b13f-66508cc2761e tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.36 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 949 time: 0.1976886 May 13 16:10:53.958639 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e8cd1b8e-d346-4f95-9ffb-02e47a8a51e8 req-cdb3f083-71df-4305-8d1d-acc0684cac0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a278da7-8d29-42e4-b73e-7fe4eba3c568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2742784 May 13 16:10:54.287059 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-cba75525-304c-4428-8a8f-ea6a30d3ebc9 req-832e34f0-dbac-4dae-a80e-2a13118b7327 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Deleting port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:10:54.288239 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cba75525-304c-4428-8a8f-ea6a30d3ebc9 req-832e34f0-dbac-4dae-a80e-2a13118b7327 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:54.644779 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-cba75525-304c-4428-8a8f-ea6a30d3ebc9 req-832e34f0-dbac-4dae-a80e-2a13118b7327 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] For port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0d9718b4-78ad-46c3-89eb-5d46cf70c2f4,segment=NetworkSegment(fffb3dd9-bcc2-4c8d-b382-b7df6000afc6),segment_id=fffb3dd9-bcc2-4c8d-b382-b7df6000afc6)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:10:54.645403 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cba75525-304c-4428-8a8f-ea6a30d3ebc9 req-832e34f0-dbac-4dae-a80e-2a13118b7327 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:54.829453 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e8cd1b8e-d346-4f95-9ffb-02e47a8a51e8 req-1c3b7d15-448a-40d1-a16a-e1aba1efa294 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8605068 May 13 16:10:55.012130 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-cba75525-304c-4428-8a8f-ea6a30d3ebc9 req-832e34f0-dbac-4dae-a80e-2a13118b7327 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Calling delete_port for 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 owned by compute:nova {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:10:55.025426 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d5543-b7f0-4fe8-9f68-ab3dffc8442c req-d501b21e-2dbd-43ba-930b-c5e39fb0072a tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:55.028013 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d60d5543-b7f0-4fe8-9f68-ab3dffc8442c req-d501b21e-2dbd-43ba-930b-c5e39fb0072a tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 949 time: 0.6763105 May 13 16:10:55.057380 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db45c5-8c7d-418c-bd7b-a763ba1976c1 req-65097fae-598b-4a6e-ae9e-fde8b1c7523b tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:55.059954 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c2db45c5-8c7d-418c-bd7b-a763ba1976c1 req-65097fae-598b-4a6e-ae9e-fde8b1c7523b tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.5060666 May 13 16:10:55.213640 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cba75525-304c-4428-8a8f-ea6a30d3ebc9 req-832e34f0-dbac-4dae-a80e-2a13118b7327 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:55.223189 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4569f307-e4ba-42fa-a762-137857129c3c tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:55.231869 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d60d5543-b7f0-4fe8-9f68-ab3dffc8442c req-c2ae27ee-9c47-461b-9fc8-7de8b7e5ff6f tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/security-groups?id=97ce5456-0a32-4396-81c1-fb03797e31d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935263 May 13 16:10:55.278293 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c2db45c5-8c7d-418c-bd7b-a763ba1976c1 req-7ca00f60-c8d2-46dc-b090-4d566267ae7e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909404 May 13 16:10:55.282226 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e8cd1b8e-d346-4f95-9ffb-02e47a8a51e8 req-18ff1040-1cf8-4653-a3f5-7b482145bfa5 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129629 May 13 16:10:55.294295 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['0d9718b4-78ad-46c3-89eb-5d46cf70c2f4'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:10:55.307719 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e34f0-dbac-4dae-a80e-2a13118b7327 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Pushing event deleted for resources: {'Port': ['ID=0d9718b4-78ad-46c3-89eb-5d46cf70c2f4,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:55.314196 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-832e34f0-dbac-4dae-a80e-2a13118b7327 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:55.544269 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba75525-304c-4428-8a8f-ea6a30d3ebc9 req-832e34f0-dbac-4dae-a80e-2a13118b7327 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] No DVR routers for this DVR port 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 on host hv-cinder-68948 {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:10:55.558308 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cba75525-304c-4428-8a8f-ea6a30d3ebc9 req-832e34f0-dbac-4dae-a80e-2a13118b7327 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:55.583556 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8', 'name': 'network-vif-deleted', 'tag': '0d9718b4-78ad-46c3-89eb-5d46cf70c2f4'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:10:55.598452 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cba75525-304c-4428-8a8f-ea6a30d3ebc9 req-832e34f0-dbac-4dae-a80e-2a13118b7327 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.36 "DELETE /v2.0/ports/0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 HTTP/1.1" status: 204 len: 173 time: 1.6938653 May 13 16:10:55.675439 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8', 'name': 'network-vif-deleted', 'tag': '0d9718b4-78ad-46c3-89eb-5d46cf70c2f4', 'status': 'completed', 'code': 200} May 13 16:10:56.231433 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc3ec4-7300-418a-af48-d82985bc669c req-5228ccdb-3b74-4347-84af-6fee2fe6dba4 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:56.234204 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f9dc3ec4-7300-418a-af48-d82985bc669c req-5228ccdb-3b74-4347-84af-6fee2fe6dba4 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 945 time: 0.1604548 May 13 16:10:56.394981 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f9dc3ec4-7300-418a-af48-d82985bc669c req-da3e7dcc-3f7e-4afa-8f18-f237ce86e992 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526198 May 13 16:10:56.575550 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-d7e1e3f6-0c8b-4dcc-84b5-48d61f614230 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:56.577910 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 37224) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:56.589496 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-d7e1e3f6-0c8b-4dcc-84b5-48d61f614230 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/networks?id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f HTTP/1.1" status: 200 len: 814 time: 0.3439958 May 13 16:10:56.622150 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-5aad4016-a17f-459f-b78c-f0fbefe2185e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/quotas/f6244fc3a56347f88a00fa03c6e625d4 HTTP/1.1" status: 200 len: 375 time: 0.0260897 May 13 16:10:56.780914 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-448dc411-9f4a-4d50-b3b0-715c55c076d0 req-6c66dc62-a8a2-45b5-aa32-2667aec1996e tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f7dc5b-c8ee-4ef8-a13f-eeb121f269f8 HTTP/1.1" status: 200 len: 210 time: 0.0555227 May 13 16:10:56.853718 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-55a99b44-c38c-47b1-883a-23c895f66b14 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6244fc3a56347f88a00fa03c6e625d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2296910 May 13 16:10:56.886006 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 37232) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:57.003082 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.022062 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:57.026767 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Usage tracker for resource:security_group_rule and tenant:cf6523049c4b468b82b4b7a1cb5f4387 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:57.030425 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:57.040220 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:57.067602 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-86f62152-d51b-4677-9453-c13f3e8b711b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.110535 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-86f62152-d51b-4677-9453-c13f3e8b711b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:57.116786 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-86f62152-d51b-4677-9453-c13f3e8b711b admin admin] Usage tracker for resource:security_group_rule and tenant:2471fc0860be473489fd476e36b669bb is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:57.122659 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-86f62152-d51b-4677-9453-c13f3e8b711b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:57.134974 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-86f62152-d51b-4677-9453-c13f3e8b711b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:57.163447 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-36bf5784-e4b4-4c08-99dc-886315815f08 service neutron] 10.222.0.54 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024607 May 13 16:10:57.253342 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.263161 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.275053 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-36a1dc06-103e-44a6-a387-4b610d3fbf81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:57.343922 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf6523049c4b468b82b4b7a1cb5f4387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7652843 May 13 16:10:57.354092 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 37238) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:57.363187 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-86f62152-d51b-4677-9453-c13f3e8b711b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.374730 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeda6ec6-e305-40e3-9561-46cf424c4ed1,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:57.376574 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27f5e5-d5a2-4dbb-bcdb-18736d021794 req-909d1c36-b0ae-4b48-9fd8-ef8ceb135063 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:57.379348 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0b27f5e5-d5a2-4dbb-bcdb-18736d021794 req-909d1c36-b0ae-4b48-9fd8-ef8ceb135063 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.3252077 May 13 16:10:57.380922 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-86f62152-d51b-4677-9453-c13f3e8b711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.399989 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.400365 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.400721 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.401071 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.401416 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.401759 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.402514 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.402514 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.402773 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.403113 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.403478 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.403821 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.420207 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:57.420703 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-bef3c25d-62a0-4d89-84c8-53dbe1e35a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:57.432239 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-20cbdec0-75ce-4a7a-8a7a-bfcac6806d66 service neutron] 10.222.0.54 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528749 May 13 16:10:57.464097 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0b27f5e5-d5a2-4dbb-bcdb-18736d021794 req-b0ddc05f-b277-4ca0-b2e5-b5204a5cb109 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710514 May 13 16:10:57.465608 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-86f62152-d51b-4677-9453-c13f3e8b711b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2471fc0860be473489fd476e36b669bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782006 May 13 16:10:57.469238 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 37244) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:57.480350 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f62152-d51b-4677-9453-c13f3e8b711b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c95e98-a826-404b-8832-368f367981dc,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:57.484917 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-86f62152-d51b-4677-9453-c13f3e8b711b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:57.529672 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-15d5fdd1-b5b5-4d00-99c0-fd978c5a86da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.566173 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-15d5fdd1-b5b5-4d00-99c0-fd978c5a86da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.590277 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.653702 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.671099 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:10:57.689055 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-15d5fdd1-b5b5-4d00-99c0-fd978c5a86da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.697122 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b45f3769-f391-44cb-9358-19e5bab08d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:57.713293 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5fdd1-b5b5-4d00-99c0-fd978c5a86da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeda6ec6-e305-40e3-9561-46cf424c4ed1,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:57.726448 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-15d5fdd1-b5b5-4d00-99c0-fd978c5a86da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:57.749113 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-15d5fdd1-b5b5-4d00-99c0-fd978c5a86da admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.750799 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.753902 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-15d5fdd1-b5b5-4d00-99c0-fd978c5a86da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eeda6ec6-e305-40e3-9561-46cf424c4ed1 HTTP/1.1" status: 204 len: 168 time: 0.3960664 May 13 16:10:57.758131 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-563c3dad-c7c6-44dd-9019-dba01578c9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:57.790048 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:10:57.791186 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 0d9718b4-78ad-46c3-89eb-5d46cf70c2f4 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:10:57.846609 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c95e98-a826-404b-8832-368f367981dc,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:10:57.853119 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:57.854572 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/52c95e98-a826-404b-8832-368f367981dc HTTP/1.1" status: 204 len: 168 time: 0.3836389 May 13 16:10:57.862918 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.863484 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.863979 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.865285 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.865798 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.866285 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.866777 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.867257 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.868437 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.868941 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.869526 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.870545 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:10:57.897176 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:10:58.033193 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4410fa33-f9c3-4d50-a5d9-c35317d26c25 req-ee041b24-e6f0-4568-b68e-28c43bc15398 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 210 time: 0.0967963 May 13 16:10:58.254010 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e695c8e-00dc-43fb-9d13-137e2e68ab74 req-2fbb6dda-42e0-46e9-9f76-622af119dafa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1883135 May 13 16:10:58.270279 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b6481-3eac-4aff-a8cd-0243f02cefa8 req-8014790f-b2c6-4986-8a49-0ed85b3dc670 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:58.276395 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bd8b6481-3eac-4aff-a8cd-0243f02cefa8 req-8014790f-b2c6-4986-8a49-0ed85b3dc670 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 945 time: 0.1527033 May 13 16:10:58.400490 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bd8b6481-3eac-4aff-a8cd-0243f02cefa8 req-9b0441d5-2384-4e39-87b0-b4ebd3b855e4 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212265 May 13 16:10:58.514125 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e695c8e-00dc-43fb-9d13-137e2e68ab74 req-e535bc82-6d38-4942-acb4-5bd66228c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:58.515854 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e695c8e-00dc-43fb-9d13-137e2e68ab74 req-e535bc82-6d38-4942-acb4-5bd66228c322 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 1098 time: 0.1915333 May 13 16:10:58.630889 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 37286) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:58.659768 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3ef65f3-6182-4fa5-a717-383801cfa92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:58.865195 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-f3ef65f3-6182-4fa5-a717-383801cfa92e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:10:58.889619 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-f3ef65f3-6182-4fa5-a717-383801cfa92e admin admin] Usage tracker for resource:security_group_rule and tenant:0e76eaf8df714e88b8c3314745e9c33a is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:10:58.898166 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-f3ef65f3-6182-4fa5-a717-383801cfa92e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:10:58.904722 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e695c8e-00dc-43fb-9d13-137e2e68ab74 req-f2049449-37d6-41f3-bfef-a2384536c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:58.906474 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e695c8e-00dc-43fb-9d13-137e2e68ab74 req-f2049449-37d6-41f3-bfef-a2384536c45e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 920 time: 0.3500900 May 13 16:10:58.918520 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-f3ef65f3-6182-4fa5-a717-383801cfa92e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:10:59.088121 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a63c3b-faef-4074-b004-8fbeb2e02c01 req-2a82e204-b257-44d4-8b1c-12d9935339d9 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:59.092051 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-47a63c3b-faef-4074-b004-8fbeb2e02c01 req-2a82e204-b257-44d4-8b1c-12d9935339d9 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.4084146 May 13 16:10:59.290747 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e695c8e-00dc-43fb-9d13-137e2e68ab74 req-ee927585-056e-4409-b043-3cb24a9b42b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87010fc6-2ee8-40da-b5da-603ef368a540 HTTP/1.1" status: 200 len: 217 time: 0.2467756 May 13 16:10:59.388878 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-47a63c3b-faef-4074-b004-8fbeb2e02c01 req-901f3b1b-c5c2-47ff-b5b5-34f36ed5aa0b tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644733 May 13 16:10:59.547444 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e695c8e-00dc-43fb-9d13-137e2e68ab74 req-937557cb-5c66-4bc5-aaa8-e1100dbcf13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:10:59.549899 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e695c8e-00dc-43fb-9d13-137e2e68ab74 req-937557cb-5c66-4bc5-aaa8-e1100dbcf13e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f10e9a3-0af6-4fed-b04c-11eeafe49330 HTTP/1.1" status: 200 len: 859 time: 0.2411888 May 13 16:10:59.682699 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3ef65f3-6182-4fa5-a717-383801cfa92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:59.696406 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e695c8e-00dc-43fb-9d13-137e2e68ab74 req-20a07f3d-01a2-4d49-bfd6-b58e94753765 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a278da7-8d29-42e4-b73e-7fe4eba3c568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239555 May 13 16:10:59.775828 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3ef65f3-6182-4fa5-a717-383801cfa92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:10:59.858537 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-56cd0e2e-36eb-45c0-951f-26cebd9b6632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:10:59.893863 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e695c8e-00dc-43fb-9d13-137e2e68ab74 req-37aa2a44-122b-457b-aae8-5e36fba156d2 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787243 May 13 16:10:59.898228 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-f3ef65f3-6182-4fa5-a717-383801cfa92e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e76eaf8df714e88b8c3314745e9c33a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2664187 May 13 16:10:59.902054 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 37334) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:10:59.922582 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-53ecb890-9538-479d-8ace-9ac7349acb59 req-64a58be7-dd3f-4f93-b7ef-836f041ec182 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 210 time: 0.3421500 May 13 16:11:00.043311 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffc42f-cef6-4a3e-9bee-18334f52ec97 req-ba95a7f9-9691-4d9a-94ef-0ac31f406b8f tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:00.044873 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3dffc42f-cef6-4a3e-9bee-18334f52ec97 req-ba95a7f9-9691-4d9a-94ef-0ac31f406b8f tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 945 time: 0.9484901 May 13 16:11:00.098520 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef65f3-6182-4fa5-a717-383801cfa92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2b94d2-911d-4210-aedb-85c5b8461ebf,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:00.123721 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f3ef65f3-6182-4fa5-a717-383801cfa92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:00.274653 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85015fb4-42ae-4f1a-b06a-18248d9c4efb req-3da05c06-3273-448e-ac46-f562f74c6440 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:00.284044 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-85015fb4-42ae-4f1a-b06a-18248d9c4efb req-3da05c06-3273-448e-ac46-f562f74c6440 tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 945 time: 0.5263851 May 13 16:11:00.471880 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:00.525652 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-85015fb4-42ae-4f1a-b06a-18248d9c4efb req-544ca68e-a7bd-44ec-beed-dff524c69cca tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397885 May 13 16:11:00.576235 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-3dffc42f-cef6-4a3e-9bee-18334f52ec97 req-a4fc39bb-5f29-4596-9bf8-1ed843fd801b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Deleting port 1e206451-3afd-40a2-bc64-12efe13a10a4 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:11:00.576823 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-3dffc42f-cef6-4a3e-9bee-18334f52ec97 req-a4fc39bb-5f29-4596-9bf8-1ed843fd801b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:00.660227 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9e695c8e-00dc-43fb-9d13-137e2e68ab74 req-ca388412-8a55-4d2e-ace5-569f125e27cb service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542584 May 13 16:11:00.670526 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-fab7c622-d4d7-476d-846d-5ac44a76c755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:00.753939 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-fab7c622-d4d7-476d-846d-5ac44a76c755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:00.929821 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-b47f4f9f-23a3-4d59-b2e1-e857f9eee68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:01.061134 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-fab7c622-d4d7-476d-846d-5ac44a76c755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:01.075053 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-86f62152-d51b-4677-9453-c13f3e8b711b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:01.115661 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7c622-d4d7-476d-846d-5ac44a76c755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2b94d2-911d-4210-aedb-85c5b8461ebf,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:01.135793 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-fab7c622-d4d7-476d-846d-5ac44a76c755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:01.153144 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-fab7c622-d4d7-476d-846d-5ac44a76c755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:01.159502 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-fab7c622-d4d7-476d-846d-5ac44a76c755 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc2b94d2-911d-4210-aedb-85c5b8461ebf HTTP/1.1" status: 204 len: 168 time: 1.2552452 May 13 16:11:01.211780 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-d2d23d2c-3665-40f3-a052-c9dba5b454ab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:01.216651 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-d2d23d2c-3665-40f3-a052-c9dba5b454ab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "GET /v2.0/networks?id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f HTTP/1.1" status: 200 len: 814 time: 0.5536170 May 13 16:11:01.254135 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-3dffc42f-cef6-4a3e-9bee-18334f52ec97 req-a4fc39bb-5f29-4596-9bf8-1ed843fd801b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] For port 1e206451-3afd-40a2-bc64-12efe13a10a4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1e206451-3afd-40a2-bc64-12efe13a10a4,segment=NetworkSegment(fcc96eb4-2da5-4577-994a-37ab44e77561),segment_id=fcc96eb4-2da5-4577-994a-37ab44e77561)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:01.254874 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-3dffc42f-cef6-4a3e-9bee-18334f52ec97 req-a4fc39bb-5f29-4596-9bf8-1ed843fd801b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:01.258662 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Request body: {'port': {'device_id': '33d1b74e-9d8b-44d3-869b-bef8c24bde84', 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f', 'admin_state_up': True, 'tenant_id': 'f6244fc3a56347f88a00fa03c6e625d4'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:11:01.321331 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3c4ce517-8d82-471d-97eb-1e269de6e648 req-04d163fc-d527-4b5b-8267-d4677bc5d434 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 210 time: 0.0790427 May 13 16:11:01.477526 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-3dffc42f-cef6-4a3e-9bee-18334f52ec97 req-a4fc39bb-5f29-4596-9bf8-1ed843fd801b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Calling delete_port for 1e206451-3afd-40a2-bc64-12efe13a10a4 owned by compute:nova {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:11:01.488424 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d6114-7998-44ad-9f2e-e016ca6f1705 req-03c491fc-d886-493f-971a-e1953ff60ba1 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:01.496167 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9e2d6114-7998-44ad-9f2e-e016ca6f1705 req-03c491fc-d886-493f-971a-e1953ff60ba1 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.5131378 May 13 16:11:01.664939 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:01.676307 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Usage tracker for resource:port and tenant:f6244fc3a56347f88a00fa03c6e625d4 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:01.687301 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:01.696318 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:01.720391 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Made reservation on behalf of f6244fc3a56347f88a00fa03c6e625d4 for: {'port': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:11:01.724193 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:01.768906 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9e2d6114-7998-44ad-9f2e-e016ca6f1705 req-98bbc53a-8ccf-4b88-9c79-bd6b176ed473 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678986 May 13 16:11:02.165375 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ee50e-eb68-4e5d-8737-645b907ec601 req-a4e8642a-7070-45f4-8e76-efe9c379e03f tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:02.183035 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fa0ee50e-eb68-4e5d-8737-645b907ec601 req-a4e8642a-7070-45f4-8e76-efe9c379e03f tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 945 time: 0.3497407 May 13 16:11:02.240960 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 37452) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:02.285628 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-66e215f1-b9f5-4af3-a63c-6db6c912843f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:02.322312 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-66e215f1-b9f5-4af3-a63c-6db6c912843f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:02.335757 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-66e215f1-b9f5-4af3-a63c-6db6c912843f admin admin] Usage tracker for resource:security_group_rule and tenant:367e922e660c4161ba3e616dc24b2432 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:02.352041 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-66e215f1-b9f5-4af3-a63c-6db6c912843f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:02.373394 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fa0ee50e-eb68-4e5d-8737-645b907ec601 req-5d68f0ee-df5a-497d-9f32-61b01c18dccf tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/security-groups?id=17f467f0-057f-49a3-889d-b0bb4fb4d723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856990 May 13 16:11:02.386657 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-66e215f1-b9f5-4af3-a63c-6db6c912843f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:02.422391 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Allocated IP 172.20.0.3 (91aa2260-b5a6-4b9a-97fa-ea2336ee874f/650f93a1-7e35-4ab6-b52a-5c61dc15dfe4/d1f550c5-383f-4179-9e3c-5d143853991f) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:11:02.441002 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-3dffc42f-cef6-4a3e-9bee-18334f52ec97 req-a4fc39bb-5f29-4596-9bf8-1ed843fd801b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:02.470062 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:02.643800 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc39bb-5f29-4596-9bf8-1ed843fd801b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Pushing event deleted for resources: {'Port': ['ID=1e206451-3afd-40a2-bc64-12efe13a10a4,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:02.654930 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-a4fc39bb-5f29-4596-9bf8-1ed843fd801b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:02.740385 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8c584685-812e-45a4-bdd4-da291c89084e req-d6e1ca78-7441-4a2a-bbe8-f52fdc0ef35a tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 210 time: 0.0514250 May 13 16:11:02.746249 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dffc42f-cef6-4a3e-9bee-18334f52ec97 req-a4fc39bb-5f29-4596-9bf8-1ed843fd801b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] No DVR routers for this DVR port 1e206451-3afd-40a2-bc64-12efe13a10a4 on host hv-cinder-68948 {{(pid=79044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:11:02.750760 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-3dffc42f-cef6-4a3e-9bee-18334f52ec97 req-a4fc39bb-5f29-4596-9bf8-1ed843fd801b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:02.765370 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b82b2d7-54fd-41df-baaa-a1cc8997c5e6', 'name': 'network-vif-deleted', 'tag': '1e206451-3afd-40a2-bc64-12efe13a10a4'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:11:02.771911 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3dffc42f-cef6-4a3e-9bee-18334f52ec97 req-a4fc39bb-5f29-4596-9bf8-1ed843fd801b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.36 "DELETE /v2.0/ports/1e206451-3afd-40a2-bc64-12efe13a10a4 HTTP/1.1" status: 204 len: 173 time: 2.7117474 May 13 16:11:02.911792 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b82b2d7-54fd-41df-baaa-a1cc8997c5e6', 'name': 'network-vif-deleted', 'tag': '1e206451-3afd-40a2-bc64-12efe13a10a4', 'status': 'completed', 'code': 200} May 13 16:11:02.948924 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-66e215f1-b9f5-4af3-a63c-6db6c912843f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:02.959986 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-66e215f1-b9f5-4af3-a63c-6db6c912843f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:03.044150 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:03.096415 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-74c0c1a4-acf4-435f-ba4b-75ac7da0c58b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:03.119420 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-66e215f1-b9f5-4af3-a63c-6db6c912843f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=367e922e660c4161ba3e616dc24b2432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8768528 May 13 16:11:03.125078 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:03.128273 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 37492) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:03.189231 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['ed49c41f-7f69-424f-bf92-7faeb7eb8853'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:11:03.238108 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e215f1-b9f5-4af3-a63c-6db6c912843f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf0124b-e4df-42c0-84a8-725d7f45118c,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:03.242784 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:11:03.247033 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-66e215f1-b9f5-4af3-a63c-6db6c912843f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:03.247827 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:03.300868 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:11:03.325132 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:11:03.354622 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2feaef-3b06-4897-a36b-21ab9c21d34e req-b6153b5b-4327-4f69-afd3-ae16bfd9393f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:03.362835 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6b2feaef-3b06-4897-a36b-21ab9c21d34e req-b6153b5b-4327-4f69-afd3-ae16bfd9393f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.3117113 May 13 16:11:03.452419 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6b2feaef-3b06-4897-a36b-21ab9c21d34e req-1de1e69c-b0d3-4644-b99b-e779e2b2a242 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802615 May 13 16:11:03.492466 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Pushing event updated for resources: {'Port': ['ID=d1f550c5-383f-4179-9e3c-5d143853991f,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:03.496615 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ec48e9c9-b068-440d-8951-48e9b49c7b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:03.511912 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:03.545396 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:03.546042 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:03.575431 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ec48e9c9-b068-440d-8951-48e9b49c7b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:03.631571 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3807337 May 13 16:11:03.683990 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Request body: {'port': {'device_id': '33d1b74e-9d8b-44d3-869b-bef8c24bde84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:11:03.727571 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 1e206451-3afd-40a2-bc64-12efe13a10a4 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:11:03.870001 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-14e67775-834f-468e-a689-386c7e3b3afe req-356bf68a-33a7-4547-a8a0-be70a382fb6e tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Synchronizing usage tracker for tenant:8396a6d930fc44b98bdfc4ce77c677b2 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:11:03.903996 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: 1e206451-3afd-40a2-bc64-12efe13a10a4 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:11:03.905674 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 1e206451-3afd-40a2-bc64-12efe13a10a4 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:11:03.909388 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:03.925434 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-14e67775-834f-468e-a689-386c7e3b3afe req-356bf68a-33a7-4547-a8a0-be70a382fb6e tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Unset dirty status for tenant:8396a6d930fc44b98bdfc4ce77c677b2 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:11:03.926687 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-14e67775-834f-468e-a689-386c7e3b3afe req-356bf68a-33a7-4547-a8a0-be70a382fb6e tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b82b2d7-54fd-41df-baaa-a1cc8997c5e6 HTTP/1.1" status: 200 len: 210 time: 0.2094052 May 13 16:11:03.947589 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ec48e9c9-b068-440d-8951-48e9b49c7b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:03.964155 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f4289b61-eaf3-4ac5-9e8a-fe7c38870672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:04.063247 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-c5929d7f-f561-4d35-b234-0b855f7f790e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:04.091687 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48e9c9-b068-440d-8951-48e9b49c7b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf0124b-e4df-42c0-84a8-725d7f45118c,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:04.109252 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ec48e9c9-b068-440d-8951-48e9b49c7b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:04.130773 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ec48e9c9-b068-440d-8951-48e9b49c7b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:04.132630 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-ec48e9c9-b068-440d-8951-48e9b49c7b14 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4bf0124b-e4df-42c0-84a8-725d7f45118c HTTP/1.1" status: 204 len: 168 time: 0.9953732 May 13 16:11:04.152603 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:04.488235 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287f11c-d589-45f8-b0db-b304ab7b607b req-65d0cd27-0bbf-4654-88fd-f98f0a6ae55d tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:04.501285 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2287f11c-d589-45f8-b0db-b304ab7b607b req-65d0cd27-0bbf-4654-88fd-f98f0a6ae55d tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 931 time: 0.4227266 May 13 16:11:04.615733 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2287f11c-d589-45f8-b0db-b304ab7b607b req-0bf67ab0-5ac3-4637-a3a8-7cf9107d91be tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121998 May 13 16:11:04.616428 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 37570) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:04.914237 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828ef8a-f374-43d3-aaf2-7c4ef3888073 req-06a4d591-65ab-4a91-ab5e-a4c3dfca4087 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:04.920796 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f550c5-383f-4179-9e3c-5d143853991f {{(pid=79043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:11:04.925708 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6828ef8a-f374-43d3-aaf2-7c4ef3888073 req-06a4d591-65ab-4a91-ab5e-a4c3dfca4087 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.2347527 May 13 16:11:04.944585 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:04.984661 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:05.016115 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Transition to ACTIVE for port object d1f550c5-383f-4179-9e3c-5d143853991f will not be triggered until provisioned by entity L2. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:11:05.019946 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-df6ff181-69da-4051-bf92-723118c8cef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:05.026432 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:05.047722 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:05.053097 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6828ef8a-f374-43d3-aaf2-7c4ef3888073 req-05d27b24-0ce1-42f9-9f18-e010044f7b0d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250501 May 13 16:11:05.063097 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-df6ff181-69da-4051-bf92-723118c8cef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:05.079835 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-df6ff181-69da-4051-bf92-723118c8cef8 admin admin] Usage tracker for resource:security_group_rule and tenant:245bfde25f1e4a50a8f6eb6f8ec4e9e6 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:05.082921 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-df6ff181-69da-4051-bf92-723118c8cef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:05.095401 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-df6ff181-69da-4051-bf92-723118c8cef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:05.322264 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-df6ff181-69da-4051-bf92-723118c8cef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:05.328972 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-df6ff181-69da-4051-bf92-723118c8cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:05.350731 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:05.411391 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-df6ff181-69da-4051-bf92-723118c8cef8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=245bfde25f1e4a50a8f6eb6f8ec4e9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7936068 May 13 16:11:05.412409 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 37614) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:05.417277 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ff181-69da-4051-bf92-723118c8cef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123f1058-9ef2-43df-9cb3-aace02990fab,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:05.441455 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-df6ff181-69da-4051-bf92-723118c8cef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:05.557099 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f550c5-383f-4179-9e3c-5d143853991f,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:05.559926 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:05.585663 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7013df3f-c314-44a6-8ce0-1d11c2ca4549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:05.660976 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7013df3f-c314-44a6-8ce0-1d11c2ca4549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:05.696385 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Attempting to bind port d1f550c5-383f-4179-9e3c-5d143853991f on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:11:05.696708 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Attempting to bind port d1f550c5-383f-4179-9e3c-5d143853991f by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:11:05.698119 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Attempting to bind port d1f550c5-383f-4179-9e3c-5d143853991f on network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:11:05.714294 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Port d1f550c5-383f-4179-9e3c-5d143853991f on network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:11:05.714895 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Attempting to bind port d1f550c5-383f-4179-9e3c-5d143853991f on network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:11:05.728892 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:11:05.729417 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Checking segment: {'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:11:05.730784 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Bound using segment: {'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:11:05.733629 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Bound port: d1f550c5-383f-4179-9e3c-5d143853991f, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'}}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:11:05.734450 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:05.798705 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7013df3f-c314-44a6-8ce0-1d11c2ca4549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:05.815759 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6c29577c-cd19-4137-9d32-f6403f190490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:05.867442 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013df3f-c314-44a6-8ce0-1d11c2ca4549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123f1058-9ef2-43df-9cb3-aace02990fab,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:05.874256 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7013df3f-c314-44a6-8ce0-1d11c2ca4549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:05.878631 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7013df3f-c314-44a6-8ce0-1d11c2ca4549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:05.896185 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-7013df3f-c314-44a6-8ce0-1d11c2ca4549 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/123f1058-9ef2-43df-9cb3-aace02990fab HTTP/1.1" status: 204 len: 168 time: 0.4650753 May 13 16:11:05.952623 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] For port d1f550c5-383f-4179-9e3c-5d143853991f, host hv-cinder-68948, cleared binding levels {{(pid=79043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:11:05.970199 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] For port d1f550c5-383f-4179-9e3c-5d143853991f, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d1f550c5-383f-4179-9e3c-5d143853991f,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:11:05.979214 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:05.987432 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-7799b542-e8aa-4211-8190-5a87025086ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:06.168995 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067a25-c336-4f36-8f2c-0009890e7a92 req-4da30aa1-43b0-4315-93b7-07b5e64bd6c6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:06.174190 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:06.175152 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:06.178000 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-89067a25-c336-4f36-8f2c-0009890e7a92 req-4da30aa1-43b0-4315-93b7-07b5e64bd6c6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 943 time: 0.2348998 May 13 16:11:06.178217 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] 10.222.0.36 "PUT /v2.0/ports/d1f550c5-383f-4179-9e3c-5d143853991f HTTP/1.1" status: 200 len: 1093 time: 2.4997783 May 13 16:11:06.179008 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d1b74e-9d8b-44d3-869b-bef8c24bde84', 'tag': 'd1f550c5-383f-4179-9e3c-5d143853991f'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:11:06.246062 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f550c5-383f-4179-9e3c-5d143853991f,revision_number=3']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:06.250082 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:06.285210 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-89067a25-c336-4f36-8f2c-0009890e7a92 req-23685971-24b7-4818-b0d1-7e5dea296a30 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009059 May 13 16:11:06.456595 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d1b74e-9d8b-44d3-869b-bef8c24bde84', 'tag': 'd1f550c5-383f-4179-9e3c-5d143853991f', 'status': 'completed', 'code': 200} May 13 16:11:06.533574 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-4b5565a6-99d9-4720-aa1a-ae7057d664a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:06.535116 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-4b5565a6-99d9-4720-aa1a-ae7057d664a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6244fc3a56347f88a00fa03c6e625d4&device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 1096 time: 0.2191670 May 13 16:11:06.562736 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966cd1-e00f-48a6-893e-a7dfd8714c94 req-e296b0d1-d57d-441e-a2c2-9e737c58088e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:06.575185 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-77966cd1-e00f-48a6-893e-a7dfd8714c94 req-e296b0d1-d57d-441e-a2c2-9e737c58088e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1650388 May 13 16:11:06.629126 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:06.654356 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-77966cd1-e00f-48a6-893e-a7dfd8714c94 req-2bc7e69c-e7a9-4ec9-a6d1-7e85878234cd tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777674 May 13 16:11:06.765199 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-8e4eb8a4-5541-4cf3-8d7e-600b64cfe337 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1f550c5-383f-4179-9e3c-5d143853991f HTTP/1.1" status: 200 len: 217 time: 0.1977503 May 13 16:11:06.851907 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 37660) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:06.899640 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-51c0c128-31e5-4e48-b8fb-c81b851ecace admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:06.922957 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-9a64ebf5-c936-4353-884d-d1b3a5fdfc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:06.926323 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-9a64ebf5-c936-4353-884d-d1b3a5fdfc8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=650f93a1-7e35-4ab6-b52a-5c61dc15dfe4 HTTP/1.1" status: 200 len: 854 time: 0.1397758 May 13 16:11:06.937230 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-51c0c128-31e5-4e48-b8fb-c81b851ecace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:06.944532 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-51c0c128-31e5-4e48-b8fb-c81b851ecace admin admin] Usage tracker for resource:security_group_rule and tenant:3efbd28427384c4dbf21e93a4f36f3ae is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:06.952100 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-51c0c128-31e5-4e48-b8fb-c81b851ecace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:06.963147 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-51c0c128-31e5-4e48-b8fb-c81b851ecace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:07.005068 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-88bc2498-67c9-4225-a09a-ecdfb5ca7a49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685956 May 13 16:11:07.137790 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-51c0c128-31e5-4e48-b8fb-c81b851ecace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:07.143073 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-51c0c128-31e5-4e48-b8fb-c81b851ecace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:07.153448 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-df6ff181-69da-4051-bf92-723118c8cef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:07.209204 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-4709e3aa-d892-47dd-a8e5-5a0b31b476d6 service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829000 May 13 16:11:07.210854 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 37670) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:07.211238 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-51c0c128-31e5-4e48-b8fb-c81b851ecace admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3efbd28427384c4dbf21e93a4f36f3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578103 May 13 16:11:07.214014 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0c128-31e5-4e48-b8fb-c81b851ecace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b287058-ff9b-4709-a1a4-20da5452c691,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:07.217340 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-51c0c128-31e5-4e48-b8fb-c81b851ecace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:07.436232 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4055226c-192f-480d-9ced-a64d60d8fadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:07.543009 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4055226c-192f-480d-9ced-a64d60d8fadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:07.564409 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-b8a43f9a-b57d-4993-a887-e6602e50d444 req-dcd24276-6e66-4359-b0d4-91876a8b2030 service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193521 May 13 16:11:07.667375 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4055226c-192f-480d-9ced-a64d60d8fadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:07.673369 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-fcf6f991-2cd6-42a7-b02a-0d41e63ec9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:07.695363 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055226c-192f-480d-9ced-a64d60d8fadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b287058-ff9b-4709-a1a4-20da5452c691,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:07.700929 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4055226c-192f-480d-9ced-a64d60d8fadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:07.719377 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4055226c-192f-480d-9ced-a64d60d8fadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:07.725366 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-4055226c-192f-480d-9ced-a64d60d8fadc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b287058-ff9b-4709-a1a4-20da5452c691 HTTP/1.1" status: 204 len: 168 time: 0.5128741 May 13 16:11:07.756514 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9de6d-abbd-4fd4-9cb8-f6d4af121665 req-79d8d7a0-fce6-4f51-82e8-bfc5098d0133 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:07.758710 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ada9de6d-abbd-4fd4-9cb8-f6d4af121665 req-79d8d7a0-fce6-4f51-82e8-bfc5098d0133 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 943 time: 0.2023857 May 13 16:11:07.899610 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ada9de6d-abbd-4fd4-9cb8-f6d4af121665 req-8d82a5ba-c3c0-4cfb-8cc1-e33b5944e8ee tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340041 May 13 16:11:07.962692 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b6203-65cd-4082-bfc4-3be6b41eece9 req-c3de0cdd-5c3b-4b1c-a0d6-88d1c9b3c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:07.964340 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e98b6203-65cd-4082-bfc4-3be6b41eece9 req-c3de0cdd-5c3b-4b1c-a0d6-88d1c9b3c47f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6244fc3a56347f88a00fa03c6e625d4&device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 1096 time: 0.2264006 May 13 16:11:08.148872 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b6203-65cd-4082-bfc4-3be6b41eece9 req-b2861486-6350-449b-84a4-8502d6aabd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:08.154422 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e98b6203-65cd-4082-bfc4-3be6b41eece9 req-b2861486-6350-449b-84a4-8502d6aabd73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f HTTP/1.1" status: 200 len: 915 time: 0.1734316 May 13 16:11:08.239063 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f936d-d178-424b-89e8-bf7a3e76644a req-6e848c3f-e3e2-4509-9508-c1a938049c8d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:08.261240 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ba1f936d-d178-424b-89e8-bf7a3e76644a req-6e848c3f-e3e2-4509-9508-c1a938049c8d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.2778494 May 13 16:11:08.269273 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e98b6203-65cd-4082-bfc4-3be6b41eece9 req-7fdc5dfd-7f82-48a9-9962-18678fd8465a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1f550c5-383f-4179-9e3c-5d143853991f HTTP/1.1" status: 200 len: 217 time: 0.1100678 May 13 16:11:08.341666 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ba1f936d-d178-424b-89e8-bf7a3e76644a req-74c205a0-c53f-4e83-972c-8fa21f4c4afc tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793264 May 13 16:11:08.413158 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b6203-65cd-4082-bfc4-3be6b41eece9 req-12ce9e9a-42e4-445e-97e4-3e72e7f22af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:08.414749 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e98b6203-65cd-4082-bfc4-3be6b41eece9 req-12ce9e9a-42e4-445e-97e4-3e72e7f22af9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=650f93a1-7e35-4ab6-b52a-5c61dc15dfe4 HTTP/1.1" status: 200 len: 854 time: 0.1377640 May 13 16:11:08.496926 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e98b6203-65cd-4082-bfc4-3be6b41eece9 req-058e032a-8a49-440f-a553-659d4d380e48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701709 May 13 16:11:08.752874 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e98b6203-65cd-4082-bfc4-3be6b41eece9 req-9882c16b-6f4b-47ab-bbaf-6d8e557f248d service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445376 May 13 16:11:09.234364 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e98b6203-65cd-4082-bfc4-3be6b41eece9 req-870424bc-a41c-4bff-87be-eedaf76797a3 service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689896 May 13 16:11:09.412333 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f198f-a9bc-44d2-8f02-880da83dd825 req-28c19204-c849-404a-83a0-401f64fac036 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:09.429768 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b37f198f-a9bc-44d2-8f02-880da83dd825 req-28c19204-c849-404a-83a0-401f64fac036 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 943 time: 0.1927426 May 13 16:11:09.491006 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b37f198f-a9bc-44d2-8f02-880da83dd825 req-bcb61960-5f10-4ace-853a-fa39236a339d tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600688 May 13 16:11:09.656646 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df0d18-559b-4320-a78b-8c5b49a57248 req-46a3be3b-3c58-433e-ad97-b29026e4fcb1 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:09.658535 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a6df0d18-559b-4320-a78b-8c5b49a57248 req-46a3be3b-3c58-433e-ad97-b29026e4fcb1 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1061556 May 13 16:11:09.735869 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a6df0d18-559b-4320-a78b-8c5b49a57248 req-6f77a6aa-dd0e-4e9b-9d65-3f3dec3104dc tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632007 May 13 16:11:10.918906 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f55058-6da9-49d5-ab9a-daed29d4c481 req-e6402455-10b3-4228-8a6d-415155d0b28e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:10.922320 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-94f55058-6da9-49d5-ab9a-daed29d4c481 req-e6402455-10b3-4228-8a6d-415155d0b28e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 943 time: 0.2391353 May 13 16:11:11.057620 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-94f55058-6da9-49d5-ab9a-daed29d4c481 req-1c9d3931-8593-4c45-a4da-a2f521b4e776 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212056 May 13 16:11:11.142068 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387e035-d331-4cd3-9298-972c0c262354 req-d72473d0-011e-4d46-9cb7-4fa4cac81c63 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:11.146855 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8387e035-d331-4cd3-9298-972c0c262354 req-d72473d0-011e-4d46-9cb7-4fa4cac81c63 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1682210 May 13 16:11:11.206142 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 37842) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:11.238552 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8387e035-d331-4cd3-9298-972c0c262354 req-bdf1e46c-daaf-490a-9724-47b800604a45 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816472 May 13 16:11:11.550081 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 37860) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:11.613616 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-45eb0742-1644-4a47-a00e-3ebd302c221d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:11.673788 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-45eb0742-1644-4a47-a00e-3ebd302c221d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:11.687198 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-45eb0742-1644-4a47-a00e-3ebd302c221d admin admin] Usage tracker for resource:security_group_rule and tenant:16222d7d59b84ba09149d73c92a405e4 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:11.696699 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-45eb0742-1644-4a47-a00e-3ebd302c221d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:11.731212 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-45eb0742-1644-4a47-a00e-3ebd302c221d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:11.803966 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device d1f550c5-383f-4179-9e3c-5d143853991f details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:11:11.850838 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 37870) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:11.851101 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-c8123861-0492-4e3d-8c70-fe38ee311fce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ac3ec901d714c45af16da5bc17018f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984216 May 13 16:11:11.958682 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-45eb0742-1644-4a47-a00e-3ebd302c221d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:11.968390 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-45eb0742-1644-4a47-a00e-3ebd302c221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:11.983081 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2734dfa4-c124-4ee9-9655-a23118276a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:12.048524 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-45eb0742-1644-4a47-a00e-3ebd302c221d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=16222d7d59b84ba09149d73c92a405e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8367076 May 13 16:11:12.048524 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb0742-1644-4a47-a00e-3ebd302c221d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b1b926-7886-472e-bb31-13cf513d3110,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:12.049960 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 37874) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:12.052115 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-45eb0742-1644-4a47-a00e-3ebd302c221d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:12.053473 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-092b9da0-2a5f-4bff-9af3-7467948cc9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:12.128530 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-092b9da0-2a5f-4bff-9af3-7467948cc9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:12.166703 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port d1f550c5-383f-4179-9e3c-5d143853991f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d1f550c5-383f-4179-9e3c-5d143853991f,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:12.214713 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3f15a368-5fa9-4d35-960a-d9da634297a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:12.218985 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': 'd1f550c5-383f-4179-9e3c-5d143853991f', 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f', 'port_id': 'd1f550c5-383f-4179-9e3c-5d143853991f', 'mac_address': 'fa:16:3e:4f:94:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f93a1-7e35-4ab6-b52a-5c61dc15dfe4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:11:12.253543 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-092b9da0-2a5f-4bff-9af3-7467948cc9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:12.275874 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-fea7b93a-5e4c-4f76-9f16-de6ce79fb7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:12.294566 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3f15a368-5fa9-4d35-960a-d9da634297a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:12.323219 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b9da0-2a5f-4bff-9af3-7467948cc9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ce5456-0a32-4396-81c1-fb03797e31d8,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:12.369764 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-092b9da0-2a5f-4bff-9af3-7467948cc9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:12.376686 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-092b9da0-2a5f-4bff-9af3-7467948cc9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:12.381313 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-092b9da0-2a5f-4bff-9af3-7467948cc9f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97ce5456-0a32-4396-81c1-fb03797e31d8 HTTP/1.1" status: 204 len: 168 time: 0.5241957 May 13 16:11:12.443661 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c07de4-2dcf-41f9-ab65-cd6a40cfb784 req-ac6e9cf0-16cf-435b-8ea5-86f2109b6ecd tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:12.472369 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-15c07de4-2dcf-41f9-ab65-cd6a40cfb784 req-ac6e9cf0-16cf-435b-8ea5-86f2109b6ecd tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 943 time: 0.1412442 May 13 16:11:12.477335 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3f15a368-5fa9-4d35-960a-d9da634297a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:12.485860 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-65cdd2e5-79c5-46f7-9201-f7be5af4717d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:12.487754 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:12.546668 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-15c07de4-2dcf-41f9-ab65-cd6a40cfb784 req-b59049ec-eead-44aa-9dfd-f0d21a417a79 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728018 May 13 16:11:12.563619 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f550c5-383f-4179-9e3c-5d143853991f {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:11:12.584692 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15a368-5fa9-4d35-960a-d9da634297a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b1b926-7886-472e-bb31-13cf513d3110,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:12.602651 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-3f15a368-5fa9-4d35-960a-d9da634297a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:12.609510 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3f15a368-5fa9-4d35-960a-d9da634297a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:12.633421 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-3f15a368-5fa9-4d35-960a-d9da634297a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/35b1b926-7886-472e-bb31-13cf513d3110 HTTP/1.1" status: 204 len: 168 time: 0.5829732 May 13 16:11:12.713039 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port d1f550c5-383f-4179-9e3c-5d143853991f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d1f550c5-383f-4179-9e3c-5d143853991f,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:12.731837 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:12.742398 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:13.013598 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f2333-0a85-4946-b1a7-e950afd4d73e req-983a4a8d-d803-46f5-9862-84d10da5e6de tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:13.025832 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-998f2333-0a85-4946-b1a7-e950afd4d73e req-983a4a8d-d803-46f5-9862-84d10da5e6de tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.2140360 May 13 16:11:13.040549 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=d1f550c5-383f-4179-9e3c-5d143853991f,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:13.048647 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:13.179888 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-998f2333-0a85-4946-b1a7-e950afd4d73e req-06f86972-3f87-4536-a532-0764ef4c3207 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520131 May 13 16:11:13.249957 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d76ba1-3d1a-465e-bc43-c899b963b6d5 req-7d0e897c-4f2f-4999-b433-d5a412c9e2de tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:13.253746 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d5d76ba1-3d1a-465e-bc43-c899b963b6d5 req-7d0e897c-4f2f-4999-b433-d5a412c9e2de tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.2500470 May 13 16:11:13.308837 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['d1f550c5-383f-4179-9e3c-5d143853991f'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:11:13.359708 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d5d76ba1-3d1a-465e-bc43-c899b963b6d5 req-60b167f2-a062-4f50-aadf-10487275e0d2 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959029 May 13 16:11:13.930276 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd03ac-fc9b-404b-92ea-656b0e132281 req-cc1101de-d880-479d-8be8-82a52ddd6e73 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:13.932897 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-99fd03ac-fc9b-404b-92ea-656b0e132281 req-cc1101de-d880-479d-8be8-82a52ddd6e73 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 944 time: 0.2123899 May 13 16:11:13.989717 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-99fd03ac-fc9b-404b-92ea-656b0e132281 req-4141a566-754f-4b92-8d79-53f7258d4cb5 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493727 May 13 16:11:14.678292 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd93fa2-d6b4-467d-a87e-57265fff5898 req-d750e33b-06b2-49df-b405-ac4b4155d298 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:14.679845 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9cd93fa2-d6b4-467d-a87e-57265fff5898 req-d750e33b-06b2-49df-b405-ac4b4155d298 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.2888677 May 13 16:11:14.730521 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ea3cf-b0d5-491b-95b0-d0e6fbbd1314 req-3052ae43-9843-44f3-a414-4b1a2c680fc2 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:14.737039 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-283ea3cf-b0d5-491b-95b0-d0e6fbbd1314 req-3052ae43-9843-44f3-a414-4b1a2c680fc2 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1719015 May 13 16:11:14.800141 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9cd93fa2-d6b4-467d-a87e-57265fff5898 req-aab86eb7-c305-4e11-bd70-8fad4e49c2e1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047378 May 13 16:11:14.822737 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-283ea3cf-b0d5-491b-95b0-d0e6fbbd1314 req-ce6be316-b673-423b-b25a-5aed598c1681 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837975 May 13 16:11:15.261036 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57162aee-9a15-4eac-a757-bfefaf12ea10 req-b4552f91-d8f3-4f8c-8865-434d6c2a172a tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:15.262548 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-57162aee-9a15-4eac-a757-bfefaf12ea10 req-b4552f91-d8f3-4f8c-8865-434d6c2a172a tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 944 time: 0.1211751 May 13 16:11:15.333678 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-57162aee-9a15-4eac-a757-bfefaf12ea10 req-7cfd02dc-1a82-4968-a634-839b56e2e5c4 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627763 May 13 16:11:15.858381 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device d1f550c5-383f-4179-9e3c-5d143853991f up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:11:15.984256 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port d1f550c5-383f-4179-9e3c-5d143853991f completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:11:16.001161 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port d1f550c5-383f-4179-9e3c-5d143853991f triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:16.001545 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:16.200446 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:16.238226 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c311aa4-2e29-46e2-a45a-31b1f2e35cdb req-6c18a3bd-6545-4d16-a833-23ec26984cbb tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:16.238226 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7c311aa4-2e29-46e2-a45a-31b1f2e35cdb req-6c18a3bd-6545-4d16-a833-23ec26984cbb tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.2501416 May 13 16:11:16.244830 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7abf74-5348-4212-9851-f0f191eb91c6 req-27d8f34d-951e-4eb3-930d-bfea4e9bb41a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:16.256787 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fe7abf74-5348-4212-9851-f0f191eb91c6 req-27d8f34d-951e-4eb3-930d-bfea4e9bb41a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.1928287 May 13 16:11:16.284606 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d1b74e-9d8b-44d3-869b-bef8c24bde84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f550c5-383f-4179-9e3c-5d143853991f'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:11:16.297689 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port d1f550c5-383f-4179-9e3c-5d143853991f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d1f550c5-383f-4179-9e3c-5d143853991f,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:16.304493 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:16.309855 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-37438908-b209-44d9-a6e2-00e42feda312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:16.432533 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7c311aa4-2e29-46e2-a45a-31b1f2e35cdb req-3818f3dc-5e5b-4ff7-84b3-e19de9675b52 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713791 May 13 16:11:16.449962 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=d1f550c5-383f-4179-9e3c-5d143853991f,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:16.453986 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fe7abf74-5348-4212-9851-f0f191eb91c6 req-206305ac-6506-42fe-a366-ca568b584a65 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956561 May 13 16:11:16.462984 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:16.538751 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d1b74e-9d8b-44d3-869b-bef8c24bde84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f550c5-383f-4179-9e3c-5d143853991f', 'code': 200} May 13 16:11:16.805424 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff9994-ee09-4d69-b35e-fe6f46e2c2e0 req-06b4cb31-9225-4dff-be3b-e6caed59141c tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:16.807275 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-08ff9994-ee09-4d69-b35e-fe6f46e2c2e0 req-06b4cb31-9225-4dff-be3b-e6caed59141c tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 945 time: 0.1416087 May 13 16:11:16.925044 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-08ff9994-ee09-4d69-b35e-fe6f46e2c2e0 req-7f4feb82-e630-49a3-8ccb-bb4e165d3e2a tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107125 May 13 16:11:17.019688 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1009a-6c1e-46ce-9e6d-105abc511f42 req-ef43d153-ca97-4c6f-abdc-e38d9ba9c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:17.022138 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-51a1009a-6c1e-46ce-9e6d-105abc511f42 req-ef43d153-ca97-4c6f-abdc-e38d9ba9c917 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 1098 time: 0.1141541 May 13 16:11:17.110355 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-51a1009a-6c1e-46ce-9e6d-105abc511f42 req-3af8248a-00eb-4f9d-ae8a-89e2dcec8a4f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718045 May 13 16:11:17.858435 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594d93e-42cd-4baa-8ffb-df6c9f1833a0 req-f469d7b1-5d48-47dd-8a7e-b9f69aa610ea tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:17.860128 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2594d93e-42cd-4baa-8ffb-df6c9f1833a0 req-f469d7b1-5d48-47dd-8a7e-b9f69aa610ea tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.1786022 May 13 16:11:17.924205 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38132) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:17.952535 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfa8c9-4747-4ebf-b582-a81a27f16cfb req-2ecf6aa2-16aa-4871-840b-bbe631be77e1 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:17.963434 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2dcfa8c9-4747-4ebf-b582-a81a27f16cfb req-2ecf6aa2-16aa-4871-840b-bbe631be77e1 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.2803886 May 13 16:11:18.024150 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2594d93e-42cd-4baa-8ffb-df6c9f1833a0 req-eb0ce6ef-3d05-435c-9a9f-ac92fc9f2c31 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313267 May 13 16:11:18.108270 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2dcfa8c9-4747-4ebf-b582-a81a27f16cfb req-451c4fca-70ba-43d1-bf13-871beebd60af tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435332 May 13 16:11:18.187991 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d9e52502-6e58-4677-a9f2-1c31376cef3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:18.206389 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-d9e52502-6e58-4677-a9f2-1c31376cef3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:18.219622 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-d9e52502-6e58-4677-a9f2-1c31376cef3e admin admin] Usage tracker for resource:security_group_rule and tenant:f46e48dfaca34e51a7b93f16f8292d26 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:18.225360 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-d9e52502-6e58-4677-a9f2-1c31376cef3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:18.236714 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-d9e52502-6e58-4677-a9f2-1c31376cef3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:18.376525 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d9e52502-6e58-4677-a9f2-1c31376cef3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:18.384792 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d9e52502-6e58-4677-a9f2-1c31376cef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:18.397086 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-15d5fdd1-b5b5-4d00-99c0-fd978c5a86da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:18.406787 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fd20d-4d66-4e21-9a0a-44a47ba8b349 req-c5cb60aa-d02e-440d-ab71-3729b5b28e67 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:18.408480 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-667fd20d-4d66-4e21-9a0a-44a47ba8b349 req-c5cb60aa-d02e-440d-ab71-3729b5b28e67 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 945 time: 0.1506600 May 13 16:11:18.476073 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-d9e52502-6e58-4677-a9f2-1c31376cef3e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f46e48dfaca34e51a7b93f16f8292d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5454721 May 13 16:11:18.477139 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38154) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:18.514573 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e52502-6e58-4677-a9f2-1c31376cef3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa524b92-ab23-4689-bd09-d59a64279efd,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:18.550182 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-667fd20d-4d66-4e21-9a0a-44a47ba8b349 req-d5fac98c-74a6-4400-8f5d-e3a5f1c12d0f tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243718 May 13 16:11:18.577292 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-d9e52502-6e58-4677-a9f2-1c31376cef3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:18.638088 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7fac4633-accb-4d5e-8e2c-15dac853a9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:18.677269 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7fac4633-accb-4d5e-8e2c-15dac853a9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:18.842886 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7fac4633-accb-4d5e-8e2c-15dac853a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:18.850641 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-0dac37c3-e1e1-4a38-9b44-4ca34e013702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:18.870437 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac4633-accb-4d5e-8e2c-15dac853a9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa524b92-ab23-4689-bd09-d59a64279efd,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:18.874484 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-7fac4633-accb-4d5e-8e2c-15dac853a9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:18.875504 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7fac4633-accb-4d5e-8e2c-15dac853a9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:18.879627 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-7fac4633-accb-4d5e-8e2c-15dac853a9e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa524b92-ab23-4689-bd09-d59a64279efd HTTP/1.1" status: 204 len: 168 time: 0.3917911 May 13 16:11:18.897979 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25bbc0-84b9-4f4e-b49a-dd0815e287fd req-c529d2fe-fbb8-4b47-84bc-6ed4e60bdf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:18.899920 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6b25bbc0-84b9-4f4e-b49a-dd0815e287fd req-c529d2fe-fbb8-4b47-84bc-6ed4e60bdf11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 1099 time: 0.1728797 May 13 16:11:19.011954 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6b25bbc0-84b9-4f4e-b49a-dd0815e287fd req-1ddd297a-242d-4430-8db6-6eb9744e6f62 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790284 May 13 16:11:19.542414 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd472ef-7557-413a-abfb-57339050ebc9 req-d0474a67-3af9-49d8-a93f-629ff8bdb45f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:19.544869 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bbd472ef-7557-413a-abfb-57339050ebc9 req-d0474a67-3af9-49d8-a93f-629ff8bdb45f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.2227783 May 13 16:11:19.654173 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543dd77-f31f-4af4-a94c-7310d5d6d008 req-ef51c7d9-81fb-45a9-95c8-75062ccfb29f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:19.657076 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3543dd77-f31f-4af4-a94c-7310d5d6d008 req-ef51c7d9-81fb-45a9-95c8-75062ccfb29f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.2721109 May 13 16:11:19.700802 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bbd472ef-7557-413a-abfb-57339050ebc9 req-951c97e4-f8f6-4fd2-922c-2b3a15d172b9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272995 May 13 16:11:19.860431 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3543dd77-f31f-4af4-a94c-7310d5d6d008 req-7d271327-7622-40d2-955f-1456c9868660 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772077 May 13 16:11:20.079146 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b9c67-9cc6-4bfb-b9bc-b393c06bcb83 req-efa98cae-1c53-4538-98a6-ba4d20ed8e90 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:20.081348 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7d5b9c67-9cc6-4bfb-b9bc-b393c06bcb83 req-efa98cae-1c53-4538-98a6-ba4d20ed8e90 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 945 time: 0.2060459 May 13 16:11:20.147465 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7d5b9c67-9cc6-4bfb-b9bc-b393c06bcb83 req-e1e872c8-680e-4430-83ef-ab7a16ae5c90 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588753 May 13 16:11:21.087695 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebba69-a715-43ea-9598-1040463d9363 req-c75ac93f-d827-4f2b-b919-88b0c8c79517 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:21.089455 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f2ebba69-a715-43ea-9598-1040463d9363 req-c75ac93f-d827-4f2b-b919-88b0c8c79517 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.1231735 May 13 16:11:21.165918 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f2ebba69-a715-43ea-9598-1040463d9363 req-d7860f6c-9608-47ff-9751-deb629e8c8da tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646169 May 13 16:11:21.470214 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f57b1-d2bd-4e7c-a7de-731ed1bdeb13 req-e5dbd4f0-d7c0-4ad9-bb51-56055f97f67e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:21.473233 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-df7f57b1-d2bd-4e7c-a7de-731ed1bdeb13 req-e5dbd4f0-d7c0-4ad9-bb51-56055f97f67e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1385581 May 13 16:11:21.558190 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-df7f57b1-d2bd-4e7c-a7de-731ed1bdeb13 req-d5c3386d-a95a-450d-89cb-28c4f077d8df tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736136 May 13 16:11:22.165786 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddab077-b532-4dfc-b770-8b76ce57d94e req-cf12449c-63fd-4b7b-8de9-6f6a34fd56fb tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:22.168438 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fddab077-b532-4dfc-b770-8b76ce57d94e req-cf12449c-63fd-4b7b-8de9-6f6a34fd56fb tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1293874 May 13 16:11:22.199852 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502049b3-c94a-46f9-8af4-f6a1f7cae726 req-3897e60f-6eed-478c-80d0-fe6f2c3f76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:22.202776 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-502049b3-c94a-46f9-8af4-f6a1f7cae726 req-3897e60f-6eed-478c-80d0-fe6f2c3f76e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 1099 time: 0.1289132 May 13 16:11:22.259168 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fddab077-b532-4dfc-b770-8b76ce57d94e req-09263d92-45fa-43e2-99fc-d1ac070b34ce tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822325 May 13 16:11:22.439762 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502049b3-c94a-46f9-8af4-f6a1f7cae726 req-3d5f2733-929c-463d-a527-6bdd8bfd7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:22.443320 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-502049b3-c94a-46f9-8af4-f6a1f7cae726 req-3d5f2733-929c-463d-a527-6bdd8bfd7d63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 920 time: 0.2299228 May 13 16:11:22.563736 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-502049b3-c94a-46f9-8af4-f6a1f7cae726 req-e35541e3-ed88-4b4c-9aa5-ced916fb29f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f39e7d34-f4be-4532-bcda-a4d3ccf96d72 HTTP/1.1" status: 200 len: 217 time: 0.1125991 May 13 16:11:22.593877 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59dee4-8f1b-43ce-af6b-9ebd9e78ff22 req-4bbe47bb-4706-4e5f-b431-8264982902df tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:22.596670 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5c59dee4-8f1b-43ce-af6b-9ebd9e78ff22 req-4bbe47bb-4706-4e5f-b431-8264982902df tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.1836870 May 13 16:11:22.693811 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5c59dee4-8f1b-43ce-af6b-9ebd9e78ff22 req-2c961f84-494e-4983-96c8-6e5a72a2a4f4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843909 May 13 16:11:22.769379 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502049b3-c94a-46f9-8af4-f6a1f7cae726 req-cd1d5c02-264c-416d-b696-4ea975f84001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:22.773929 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-502049b3-c94a-46f9-8af4-f6a1f7cae726 req-cd1d5c02-264c-416d-b696-4ea975f84001 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f10e9a3-0af6-4fed-b04c-11eeafe49330 HTTP/1.1" status: 200 len: 859 time: 0.1915910 May 13 16:11:22.885971 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-502049b3-c94a-46f9-8af4-f6a1f7cae726 req-6918e953-40e7-4cf3-b6f7-29144164d0ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a278da7-8d29-42e4-b73e-7fe4eba3c568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017351 May 13 16:11:23.093646 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-502049b3-c94a-46f9-8af4-f6a1f7cae726 req-65ccd910-cce9-48be-b55a-f735fc335b88 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962571 May 13 16:11:23.118631 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 38274) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:23.304708 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-502049b3-c94a-46f9-8af4-f6a1f7cae726 req-c371c93c-981c-4c21-9dd2-1985838c5ef6 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013288 May 13 16:11:23.321439 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27c159ab-55f7-4d45-9632-6b5130831040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:23.346331 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-27c159ab-55f7-4d45-9632-6b5130831040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:23.351967 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-27c159ab-55f7-4d45-9632-6b5130831040 admin admin] Usage tracker for resource:security_group_rule and tenant:905d3398eb6a48cfb90e312b90d48d23 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:23.356434 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-27c159ab-55f7-4d45-9632-6b5130831040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:23.365977 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-27c159ab-55f7-4d45-9632-6b5130831040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:23.559620 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27c159ab-55f7-4d45-9632-6b5130831040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:23.564171 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27c159ab-55f7-4d45-9632-6b5130831040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:23.572761 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:23.624678 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-27c159ab-55f7-4d45-9632-6b5130831040 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=905d3398eb6a48cfb90e312b90d48d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046830 May 13 16:11:23.629054 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38284) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:23.632155 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c159ab-55f7-4d45-9632-6b5130831040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33de289-6600-4194-bd37-e250cb30bba9,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:23.637310 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-27c159ab-55f7-4d45-9632-6b5130831040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:23.666606 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac25007-7907-4aba-8f9b-7db49b80b61f req-be647b1b-ff1d-4c2a-9a4d-f4d15e66ec97 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:23.668639 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0ac25007-7907-4aba-8f9b-7db49b80b61f req-be647b1b-ff1d-4c2a-9a4d-f4d15e66ec97 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1845284 May 13 16:11:23.705366 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a9a9316c-b03c-41bb-b302-957f2d06c493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:23.749903 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a9a9316c-b03c-41bb-b302-957f2d06c493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:23.856870 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0ac25007-7907-4aba-8f9b-7db49b80b61f req-12d9dc61-6877-4a4e-a459-7c7ffe849cb6 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788416 May 13 16:11:23.872237 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a9a9316c-b03c-41bb-b302-957f2d06c493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:23.885819 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2b67d5ef-8c74-414f-b0c6-f6b73514f0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:23.901623 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9316c-b03c-41bb-b302-957f2d06c493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33de289-6600-4194-bd37-e250cb30bba9,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:23.906018 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-a9a9316c-b03c-41bb-b302-957f2d06c493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:23.910251 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a9a9316c-b03c-41bb-b302-957f2d06c493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:23.913882 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-a9a9316c-b03c-41bb-b302-957f2d06c493 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f33de289-6600-4194-bd37-e250cb30bba9 HTTP/1.1" status: 204 len: 168 time: 0.2832689 May 13 16:11:24.117210 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b28740-a3fc-4084-8ac4-2cbd750f15a1 req-2f9fe1b2-ac00-4a5b-a3a3-a5eb45503378 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:24.124221 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b6b28740-a3fc-4084-8ac4-2cbd750f15a1 req-2f9fe1b2-ac00-4a5b-a3a3-a5eb45503378 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.1647978 May 13 16:11:24.221566 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b6b28740-a3fc-4084-8ac4-2cbd750f15a1 req-107448fb-180f-4062-9982-cb4017cc4357 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936730 May 13 16:11:24.688707 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-6c2ad7c9-1ea9-43d5-b9c4-57fc62baf198 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:24.702266 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-6c2ad7c9-1ea9-43d5-b9c4-57fc62baf198 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/networks?id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f HTTP/1.1" status: 200 len: 814 time: 0.2556581 May 13 16:11:24.727139 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-ffd72b66-1897-474c-ae03-29546b904b44 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/quotas/f6244fc3a56347f88a00fa03c6e625d4 HTTP/1.1" status: 200 len: 375 time: 0.0231013 May 13 16:11:24.964299 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-4c1c04dd-00c7-404b-9782-13b73b35f8cf tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6244fc3a56347f88a00fa03c6e625d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2368793 May 13 16:11:25.162936 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38340) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:25.292394 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-ea833a17-6dd2-4b17-b9be-040984137a21 service neutron] 10.222.0.54 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101807 May 13 16:11:25.300376 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8af04c-98e2-4e95-a801-fd7f5b64545a req-bd77c36c-e8f9-4b24-a711-424d1000c04f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:25.307948 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-de8af04c-98e2-4e95-a801-fd7f5b64545a req-bd77c36c-e8f9-4b24-a711-424d1000c04f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.2536073 May 13 16:11:25.369112 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38354) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:25.566618 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-de8af04c-98e2-4e95-a801-fd7f5b64545a req-292b4249-ad55-4229-9bd3-5e23c85ed88a tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574925 May 13 16:11:25.613876 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-22107573-b422-4429-87ec-48e790cdb180 service neutron] 10.222.0.54 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759459 May 13 16:11:25.616702 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1932757534-network', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:11:25.638681 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:25.647045 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Usage tracker for resource:network and tenant:60a6df343e7042dc9a8e981dce6e8b46 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:25.653526 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:25.666477 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:25.681147 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e6aae908-ac11-450f-91e8-055279f98021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:25.703784 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Made reservation on behalf of 60a6df343e7042dc9a8e981dce6e8b46 for: {'network': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:11:25.706621 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:25.739390 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:25.751800 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-e6aae908-ac11-450f-91e8-055279f98021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:25.763981 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-e6aae908-ac11-450f-91e8-055279f98021 admin admin] Usage tracker for resource:security_group_rule and tenant:bcbb1dc9ef29413b8c87aed680701072 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:25.800244 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-e6aae908-ac11-450f-91e8-055279f98021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:25.821205 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-e6aae908-ac11-450f-91e8-055279f98021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:25.897928 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:25.908281 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Usage tracker for resource:security_group_rule and tenant:60a6df343e7042dc9a8e981dce6e8b46 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:25.913890 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:25.939476 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:25.970298 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e6aae908-ac11-450f-91e8-055279f98021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:25.982267 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-74f59df3-0974-459d-8a17-714d07f1b628 req-eea0e361-9f84-472e-b261-ffb6084907fb tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 210 time: 0.0828829 May 13 16:11:25.998849 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed221-1659-43b9-ae70-61debe6612b0 req-0b827873-2004-46ca-a5dd-b75329f20312 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:26.010572 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a18ed221-1659-43b9-ae70-61debe6612b0 req-0b827873-2004-46ca-a5dd-b75329f20312 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.3019207 May 13 16:11:26.013316 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e6aae908-ac11-450f-91e8-055279f98021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:26.026055 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-d9e52502-6e58-4677-a9f2-1c31376cef3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:26.122722 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a18ed221-1659-43b9-ae70-61debe6612b0 req-9014a704-d551-4e22-971d-a5dcbbe0a1ad tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104403 May 13 16:11:26.128935 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aae908-ac11-450f-91e8-055279f98021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafe723a-f1a0-4e14-b073-1412f8267394,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:26.135791 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-e6aae908-ac11-450f-91e8-055279f98021 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bcbb1dc9ef29413b8c87aed680701072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9716823 May 13 16:11:26.138359 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-e6aae908-ac11-450f-91e8-055279f98021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:26.139216 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38374) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:26.371738 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:26.397083 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:26.408172 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-a59e0c7a-0c16-4cbf-a911-4dbb0ca5680b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:26.428878 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0c06d331-9f3c-4a4b-8d03-ee2527dc87af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:26.462404 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=79043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:11:26.515433 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcee2ed2-ba84-48a8-8f4c-908c38961ec2,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:26.519035 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0c06d331-9f3c-4a4b-8d03-ee2527dc87af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:26.546826 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:26.547444 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.segments_db [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Added segment 397d6998-768d-4d62-be8c-f4be86009a83 of type vlan for network 56b2248f-57e2-443f-b67a-e92c11747033 May 13 16:11:26.566745 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:26.671985 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:26.727278 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0c06d331-9f3c-4a4b-8d03-ee2527dc87af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:26.730349 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4a90ed96-25f1-4b37-97f6-94bf0c775fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:26.741175 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:26.743379 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:26.743799 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:26.778584 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06d331-9f3c-4a4b-8d03-ee2527dc87af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafe723a-f1a0-4e14-b073-1412f8267394,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:26.789475 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0c06d331-9f3c-4a4b-8d03-ee2527dc87af admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:26.791424 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-0c06d331-9f3c-4a4b-8d03-ee2527dc87af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eafe723a-f1a0-4e14-b073-1412f8267394 HTTP/1.1" status: 204 len: 168 time: 0.6493011 May 13 16:11:26.792978 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-0c06d331-9f3c-4a4b-8d03-ee2527dc87af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:26.795684 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-388ffffe-59b6-41ba-8471-6040cf1197c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:26.853728 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4828382 May 13 16:11:26.857955 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38392) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:26.950045 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Request body: {'subnet': {'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1932757534-subnet', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'ip_version': 4}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:11:26.955672 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:26.960908 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Usage tracker for resource:subnet and tenant:60a6df343e7042dc9a8e981dce6e8b46 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:26.964363 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:26.972117 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:27.002296 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Made reservation on behalf of 60a6df343e7042dc9a8e981dce6e8b46 for: {'subnet': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:11:27.004643 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2104162'] for subnet, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:27.116258 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8d2a-f24e-4c91-84bc-001484ea3814 req-4b579b62-2259-4d95-a157-ac05450efc01 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:27.118824 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f8cc8d2a-f24e-4c91-84bc-001484ea3814 req-4b579b62-2259-4d95-a157-ac05450efc01 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.2362180 May 13 16:11:27.152610 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Pushing event updated for resources: {'Network': ['ID=56b2248f-57e2-443f-b67a-e92c11747033,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:27.159479 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:27.174189 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network 56b2248f-57e2-443f-b67a-e92c11747033 details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:11:27.278079 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f8cc8d2a-f24e-4c91-84bc-001484ea3814 req-b427adbd-f6ff-4521-ae16-ad6b427912a2 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500564 May 13 16:11:27.370297 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2359c9f1-56f2-44df-9e3b-4f8e7ceb7a13 req-995e60dd-ad7b-44df-b5c2-dfb7a5927bc7 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 210 time: 0.0888326 May 13 16:11:27.735411 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9f597-46a9-46ae-b302-f46930388499 req-2807cb75-482c-40bf-82c5-0c99a158cdbd tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:27.736967 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6fa9f597-46a9-46ae-b302-f46930388499 req-2807cb75-482c-40bf-82c5-0c99a158cdbd tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.1126807 May 13 16:11:27.824094 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6fa9f597-46a9-46ae-b302-f46930388499 req-e6ecc66f-4c41-428a-8673-fff881d61d8f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781524 May 13 16:11:27.876026 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2139417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2104188'] for subnet, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:27.885646 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-d238fb68-2767-421a-bbe8-fca17eb79d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:28.001782 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9581a329-84b4-4673-a9bd-06e0007be9b3,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:28.005323 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:28.013365 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Checking segment: {'id': '397d6998-768d-4d62-be8c-f4be86009a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:11:28.013719 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Network hostable DHCP agents. Network: 56b2248f-57e2-443f-b67a-e92c11747033, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:11:28.034743 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Network 56b2248f-57e2-443f-b67a-e92c11747033 is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:11:28.046160 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, 56b2248f-57e2-443f-b67a-e92c11747033) {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:11:28.056865 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:28.057578 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:28.069779 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60bbb5c-5db9-4065-989a-4f32f3ebb13f None None] Network 56b2248f-57e2-443f-b67a-e92c11747033 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:11:28.082591 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2233651 May 13 16:11:28.087253 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 38410) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:28.092621 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:11:28.102045 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:28.103670 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Usage tracker for resource:router and tenant:60a6df343e7042dc9a8e981dce6e8b46 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:28.107122 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:28.113672 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:28.135473 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39763'] for router, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:28.136985 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39754'] for router, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:28.163236 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:28.624170 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-fe644a5d-2ba9-4a4f-8fc5-a70600996542 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:28.626653 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-fe644a5d-2ba9-4a4f-8fc5-a70600996542 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "GET /v2.0/networks?id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f HTTP/1.1" status: 200 len: 814 time: 0.3858297 May 13 16:11:28.659700 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb91a938c-c7eb-57f3-9db8-b6e3dc3a6dc3-56b2248f-57e2-443f-b67a-e92c11747033', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'fixed_ips': [{'subnet_id': '9581a329-84b4-4673-a9bd-06e0007be9b3'}]}} from dv-cinder-689486-12-smb. {{(pid=79045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 13 16:11:28.661055 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:28.673148 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Request body: {'port': {'device_id': 'f5214227-2b52-484a-9f0e-dceafded87c6', 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f', 'admin_state_up': True, 'tenant_id': 'f6244fc3a56347f88a00fa03c6e625d4'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:11:28.922267 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39800'] for router, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:28.929380 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:28.932375 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-96b64e4f-4c71-4663-84c9-cbe917358355 req-0d9e310b-3ed0-4ed9-b49c-2ea6a870f92c tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 210 time: 0.2834239 May 13 16:11:28.937273 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Usage tracker for resource:port and tenant:f6244fc3a56347f88a00fa03c6e625d4 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:28.948336 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:28.976528 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:29.008528 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Made reservation on behalf of f6244fc3a56347f88a00fa03c6e625d4 for: {'port': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:11:29.012437 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:29.056945 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.db_base_plugin_common [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Allocated IP 172.20.0.2 (56b2248f-57e2-443f-b67a-e92c11747033/9581a329-84b4-4673-a9bd-06e0007be9b3/78293f5b-1f30-46c4-8e23-df34eb0edc1b) {{(pid=79045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:11:29.167658 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c5cc3-bf07-455e-893c-864d126be0ae req-409dbfe1-1c0e-4abd-92bc-45fb2dbb576c tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:29.169132 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d21c5cc3-bf07-455e-893c-864d126be0ae req-409dbfe1-1c0e-4abd-92bc-45fb2dbb576c tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.3205361 May 13 16:11:29.305552 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d21c5cc3-bf07-455e-893c-864d126be0ae req-b5bc2907-c9a0-4f31-898d-fd48f6b9cbdd tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223185 May 13 16:11:29.324876 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Allocated IP 172.20.0.6 (91aa2260-b5a6-4b9a-97fa-ea2336ee874f/650f93a1-7e35-4ab6-b52a-5c61dc15dfe4/6af76efb-cab1-497a-ab9a-13e543541462) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:11:29.395029 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Notify callbacks [] for port, precommit_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:29.408095 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Transition to ACTIVE for port object 78293f5b-1f30-46c4-8e23-df34eb0edc1b will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:11:29.431229 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Transition to ACTIVE for port object 78293f5b-1f30-46c4-8e23-df34eb0edc1b will not be triggered until provisioned by entity DHCP. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:11:29.440029 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:29.452572 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:29.562583 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Network 56b2248f-57e2-443f-b67a-e92c11747033 is already hosted by enough agents. {{(pid=79045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:11:29.566146 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.base_scheduler [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Resources bound (agent type, host, resource id): {{(pid=79045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:11:29.571084 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Received port after_create {{(pid=79045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:11:29.621253 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cfe91-15db-47e1-929f-c28ebae3713b req-e4d22951-42c9-468e-a745-9ba0efb27db1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:29.622829 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-501cfe91-15db-47e1-929f-c28ebae3713b req-e4d22951-42c9-468e-a745-9ba0efb27db1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.3751833 May 13 16:11:29.671043 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Pushing event updated for resources: {'Port': ['ID=78293f5b-1f30-46c4-8e23-df34eb0edc1b,revision_number=1']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:29.688299 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:29.703233 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38436) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:29.790115 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:29.795477 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Attempting to bind port 78293f5b-1f30-46c4-8e23-df34eb0edc1b on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:11:29.795977 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Attempting to bind port 78293f5b-1f30-46c4-8e23-df34eb0edc1b by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '397d6998-768d-4d62-be8c-f4be86009a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:11:29.796437 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Attempting to bind port 78293f5b-1f30-46c4-8e23-df34eb0edc1b on network 56b2248f-57e2-443f-b67a-e92c11747033 {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:11:29.804703 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:11:29.805010 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Checking segment: {'id': '397d6998-768d-4d62-be8c-f4be86009a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:11:29.805480 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:29.807215 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Bound using segment: {'id': '397d6998-768d-4d62-be8c-f4be86009a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:11:29.807800 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Bound port: 78293f5b-1f30-46c4-8e23-df34eb0edc1b, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397d6998-768d-4d62-be8c-f4be86009a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:11:29.808369 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:29.829490 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c513b2-5510-40ef-8749-e064fbd1da0e admin admin] Deleting subnet e9fdbe21-9b98-48c9-bdd4-23dba1f5f253 {{(pid=79043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:11:29.834328 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-69c513b2-5510-40ef-8749-e064fbd1da0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:29.893306 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:29.977991 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-69c513b2-5510-40ef-8749-e064fbd1da0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106706'] for subnet, precommit_delete_associations {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:30.018262 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-501cfe91-15db-47e1-929f-c28ebae3713b req-50137a89-9e81-4611-8de3-09c4b9824f2e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353920 May 13 16:11:30.029534 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:30.081370 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:30.092793 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] For port 78293f5b-1f30-46c4-8e23-df34eb0edc1b, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:11:30.100443 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] For port 78293f5b-1f30-46c4-8e23-df34eb0edc1b, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=78293f5b-1f30-46c4-8e23-df34eb0edc1b,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:11:30.116330 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:30.122590 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:30.152084 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:30.230855 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:11:30.269475 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['ed49c41f-7f69-424f-bf92-7faeb7eb8853', 'd1f550c5-383f-4179-9e3c-5d143853991f'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:11:30.306035 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Allocated IP 172.28.1.141 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/4f5877e3-38b2-4518-880f-df4ca1565a58) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:11:30.407690 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Pushing event updated for resources: {'Port': ['ID=78293f5b-1f30-46c4-8e23-df34eb0edc1b,revision_number=2']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:30.418599 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:30.480750 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:11:30.487030 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:11:30.493055 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:11:30.537992 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:30.543777 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddd336-6dd8-44be-b191-fe571707ae43 req-27e731d8-e3d5-464b-bc47-4c7ef01ad302 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:30.545642 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-53ddd336-6dd8-44be-b191-fe571707ae43 req-27e731d8-e3d5-464b-bc47-4c7ef01ad302 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 931 time: 0.2275238 May 13 16:11:30.585029 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Pushing event updated for resources: {'Port': ['ID=6af76efb-cab1-497a-ab9a-13e543541462,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:30.600023 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:30.605443 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-69c513b2-5510-40ef-8749-e064fbd1da0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:30.620989 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:30.673542 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:30.674885 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:30.724089 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0584688 May 13 16:11:30.774531 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-53ddd336-6dd8-44be-b191-fe571707ae43 req-7e692ecd-a3f1-4532-bb5f-1a613a55a3d0 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143705 May 13 16:11:30.803714 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:30.814811 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:30.861502 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Request body: {'port': {'device_id': 'f5214227-2b52-484a-9f0e-dceafded87c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:11:30.909665 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=4f5877e3-38b2-4518-880f-df4ca1565a58,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:30.922771 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:30.937131 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:11:30.938814 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:11:30.942235 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:11:30.964911 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-fc708c87-7b97-49dd-830c-ddcd37bd4305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:31.124776 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:31.368073 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-69c513b2-5510-40ef-8749-e064fbd1da0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104069'] for subnet, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:31.376016 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:31.437719 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c513b2-5510-40ef-8749-e064fbd1da0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9fdbe21-9b98-48c9-bdd4-23dba1f5f253,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:31.449649 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-69c513b2-5510-40ef-8749-e064fbd1da0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:31.450688 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-69c513b2-5510-40ef-8749-e064fbd1da0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:31.486097 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-69c513b2-5510-40ef-8749-e064fbd1da0e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e9fdbe21-9b98-48c9-bdd4-23dba1f5f253 HTTP/1.1" status: 204 len: 168 time: 1.7812524 May 13 16:11:31.486931 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38456) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:31.695461 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 78293f5b-1f30-46c4-8e23-df34eb0edc1b up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:11:31.730636 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:31.896299 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 78293f5b-1f30-46c4-8e23-df34eb0edc1b completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:11:31.966476 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:31.974437 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:31.988194 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8954ce2b-c305-4706-a340-f13d898e5203']}} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:32.019934 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc96eb4-2da5-4577-994a-37ab44e77561') {'for_net_delete': True} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:32.020662 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc96eb4-2da5-4577-994a-37ab44e77561') {} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:32.022805 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a3b368-560f-4af9-9f80-34ee489e6ff5 None None] Network 56b2248f-57e2-443f-b67a-e92c11747033 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:11:32.047495 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106793'] for segment, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:32.066829 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af76efb-cab1-497a-ab9a-13e543541462 {{(pid=79043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:11:32.078956 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:32.088442 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:32.107389 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Transition to ACTIVE for port object 6af76efb-cab1-497a-ab9a-13e543541462 will not be triggered until provisioned by entity L2. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:11:32.115629 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=79043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:11:32.116233 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2223284'] for segment, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: Traceback (most recent call last): May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: timer() May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: cb(*args, **kw) May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: return func(*args, **kwargs) May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: self._notify() May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: self.callback(batched_events) May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: event.method(event) May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: return f(self, *a, **k) May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: return self._get(url).json() May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: return self.request(url, 'GET', **kwargs) May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:11:32.134320 dv-cinder-689486-12-smb neutron-server[79043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:11:32.139431 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:32.157242 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-003fb9d6-f130-4ab5-b105-0c168db7229d None None] Provisioning for port 78293f5b-1f30-46c4-8e23-df34eb0edc1b completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:11:32.175885 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-003fb9d6-f130-4ab5-b105-0c168db7229d None None] Provisioning complete for port 78293f5b-1f30-46c4-8e23-df34eb0edc1b triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:32.176192 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-003fb9d6-f130-4ab5-b105-0c168db7229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:32.190593 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff501-41bb-46c0-b90d-6e4c18c70f1a req-13076a05-0b36-452e-9154-50f2875cf703 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:32.191915 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:32.193626 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6c5ff501-41bb-46c0-b90d-6e4c18c70f1a req-13076a05-0b36-452e-9154-50f2875cf703 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.9008348 May 13 16:11:32.208238 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c3d7c-e56b-4cfe-83c5-b12e7834ea59 req-46791372-5a3b-4314-90a4-170da6d864a2 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:32.211564 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f13c3d7c-e56b-4cfe-83c5-b12e7834ea59 req-46791372-5a3b-4314-90a4-170da6d864a2 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.5004330 May 13 16:11:32.354911 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6c5ff501-41bb-46c0-b90d-6e4c18c70f1a req-fa588df4-c647-4121-95b5-7f3ea1b7cefb tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419752 May 13 16:11:32.369530 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f13c3d7c-e56b-4cfe-83c5-b12e7834ea59 req-71a32bd2-de8a-4f0d-91c6-fea873510829 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281786 May 13 16:11:32.390737 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Pushing event updated for resources: {'Port': ['ID=6af76efb-cab1-497a-ab9a-13e543541462,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:32.404532 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:32.405402 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:32.414142 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-003fb9d6-f130-4ab5-b105-0c168db7229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:32.470363 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-003fb9d6-f130-4ab5-b105-0c168db7229d None None] For port 78293f5b-1f30-46c4-8e23-df34eb0edc1b, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=78293f5b-1f30-46c4-8e23-df34eb0edc1b,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:32.476209 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-003fb9d6-f130-4ab5-b105-0c168db7229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:32.478294 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-417e2f2b-7190-4b62-a818-5b2e52b730d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:32.496784 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:32.517825 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-1961cac6-b7c9-4684-908b-62aa6dec519f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:32.568931 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] Pushing event deleted for resources: {'Network': ['ID=8954ce2b-c305-4706-a340-f13d898e5203,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:32.587135 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:32.627045 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fb9d6-f130-4ab5-b105-0c168db7229d None None] Pushing event updated for resources: {'Port': ['ID=78293f5b-1f30-46c4-8e23-df34eb0edc1b,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:32.634743 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-003fb9d6-f130-4ab5-b105-0c168db7229d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:32.676835 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-3f5f158f-b8f2-4cd7-bbf1-acdd046e580c admin admin] 10.222.0.54 "DELETE /v2.0/networks/8954ce2b-c305-4706-a340-f13d898e5203 HTTP/1.1" status: 204 len: 168 time: 1.1844625 May 13 16:11:32.686271 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38464) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:32.833977 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615199'] for router, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:33.032598 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0719d-d7b5-4f5e-94eb-ef8c05649f27 req-1208f95b-3f4a-4e27-b6db-7663953e52b1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:33.042277 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-43ffbc3f-0a83-4a35-a64a-d9ee9afe02af None None] Provisioning complete for port 78293f5b-1f30-46c4-8e23-df34eb0edc1b triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:33.043358 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-43ffbc3f-0a83-4a35-a64a-d9ee9afe02af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:33.049192 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-51f0719d-d7b5-4f5e-94eb-ef8c05649f27 req-1208f95b-3f4a-4e27-b6db-7663953e52b1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 943 time: 0.4040809 May 13 16:11:33.065250 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Attempting to bind port 6af76efb-cab1-497a-ab9a-13e543541462 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:11:33.065621 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Attempting to bind port 6af76efb-cab1-497a-ab9a-13e543541462 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:11:33.066006 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Attempting to bind port 6af76efb-cab1-497a-ab9a-13e543541462 on network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:11:33.118191 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Port 6af76efb-cab1-497a-ab9a-13e543541462 on network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:11:33.118519 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Attempting to bind port 6af76efb-cab1-497a-ab9a-13e543541462 on network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:11:33.140120 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:11:33.141144 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Checking segment: {'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:11:33.141144 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Bound using segment: {'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:11:33.141464 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Bound port: 6af76efb-cab1-497a-ab9a-13e543541462, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'}}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:11:33.141637 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:33.168130 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_v2 [None req-e272ffcb-0dd7-4587-ab40-a458db2fe6c8 admin admin] Deleting subnet 8038beef-9c13-4a4f-9751-938e96da4b5c {{(pid=79043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:11:33.315710 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] For port 6af76efb-cab1-497a-ab9a-13e543541462, host hv-cinder-68948, cleared binding levels {{(pid=79043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:11:33.322294 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] For port 6af76efb-cab1-497a-ab9a-13e543541462, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6af76efb-cab1-497a-ab9a-13e543541462,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:11:33.329151 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e272ffcb-0dd7-4587-ab40-a458db2fe6c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:33.406325 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-51f0719d-d7b5-4f5e-94eb-ef8c05649f27 req-1bd5a88f-af17-4c1b-8f7a-6a407167b10c tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558514 May 13 16:11:33.409732 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:33.425634 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:33.427013 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Router de85386a-53a5-4378-8b26-3061f5d2321e is scheduled to L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa with binding_index 1 {{(pid=79044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 16:11:33.494228 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 78293f5b-1f30-46c4-8e23-df34eb0edc1b up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:11:33.532649 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e272ffcb-0dd7-4587-ab40-a458db2fe6c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106706'] for subnet, precommit_delete_associations {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:33.661186 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:33.687987 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:33.694029 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] 10.222.0.36 "PUT /v2.0/ports/6af76efb-cab1-497a-ab9a-13e543541462 HTTP/1.1" status: 200 len: 1093 time: 2.8632159 May 13 16:11:33.699740 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5214227-2b52-484a-9f0e-dceafded87c6', 'tag': '6af76efb-cab1-497a-ab9a-13e543541462'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:11:33.716388 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 78293f5b-1f30-46c4-8e23-df34eb0edc1b triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:33.718646 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:33.781894 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Pushing event updated for resources: {'Port': ['ID=6af76efb-cab1-497a-ab9a-13e543541462,revision_number=3']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:33.810777 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e272ffcb-0dd7-4587-ab40-a458db2fe6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:33.870053 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:33.935396 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5214227-2b52-484a-9f0e-dceafded87c6', 'tag': '6af76efb-cab1-497a-ab9a-13e543541462', 'status': 'completed', 'code': 200} May 13 16:11:33.935870 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:34.142981 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-bcd8c2fc-ce7f-4286-bef9-e9d2ed0012e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:34.154800 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:11:34.158388 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-bb821d54-ac77-4bac-8132-cac6a4c33a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:34.159975 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-bb821d54-ac77-4bac-8132-cac6a4c33a6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6244fc3a56347f88a00fa03c6e625d4&device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 1096 time: 0.2896309 May 13 16:11:34.171701 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b20bf4-7580-41c2-8098-f3f9d313cbec req-246a6da6-7c5d-4e44-ad8b-dd98b9ece61f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:34.171996 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Sync routers for ids ['de85386a-53a5-4378-8b26-3061f5d2321e'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:11:34.186459 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-76b20bf4-7580-41c2-8098-f3f9d313cbec req-246a6da6-7c5d-4e44-ad8b-dd98b9ece61f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.3926680 May 13 16:11:34.194560 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Routers {'de85386a-53a5-4378-8b26-3061f5d2321e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:11:34.195733 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:11:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de85386a-53a5-4378-8b26-3061f5d2321e'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:34.284763 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-76b20bf4-7580-41c2-8098-f3f9d313cbec req-e63c01e0-3bd8-4dff-bbda-d301da96e4aa tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967262 May 13 16:11:34.302071 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-4ee45c38-0200-48a2-9347-cac01571fe42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6af76efb-cab1-497a-ab9a-13e543541462 HTTP/1.1" status: 200 len: 217 time: 0.1185105 May 13 16:11:34.320108 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:34.321745 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2332823 May 13 16:11:34.327706 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 38484) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:34.465636 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-824a8137-5bdb-408b-8991-f2314f374df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:34.468425 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-824a8137-5bdb-408b-8991-f2314f374df3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=650f93a1-7e35-4ab6-b52a-5c61dc15dfe4 HTTP/1.1" status: 200 len: 854 time: 0.1200297 May 13 16:11:34.515509 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Set router de85386a-53a5-4378-8b26-3061f5d2321e gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:11:34.590541 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-09fd373a-099e-4c3b-b7db-f3cb34d0f850 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038539 May 13 16:11:34.594958 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e272ffcb-0dd7-4587-ab40-a458db2fe6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104069'] for subnet, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:34.660688 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-c15c04e5-933a-4a4e-a408-16eaa731009e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:34.818317 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272ffcb-0dd7-4587-ab40-a458db2fe6c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8038beef-9c13-4a4f-9751-938e96da4b5c,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:34.840773 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-e272ffcb-0dd7-4587-ab40-a458db2fe6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:34.887459 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e272ffcb-0dd7-4587-ab40-a458db2fe6c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:34.922183 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-e272ffcb-0dd7-4587-ab40-a458db2fe6c8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8038beef-9c13-4a4f-9751-938e96da4b5c HTTP/1.1" status: 204 len: 168 time: 2.2344143 May 13 16:11:34.926285 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38492) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:34.998728 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:35.065766 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:11:31Z', 'revision_number': 3, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port': {'id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:30Z', 'updated_at': '2021-05-13T16:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:35.073789 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Checking router: de85386a-53a5-4378-8b26-3061f5d2321e for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:11:35.074225 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Updating router de85386a-53a5-4378-8b26-3061f5d2321e port 4f5877e3-38b2-4518-880f-df4ca1565a58 binding host dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:11:35.143631 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:35.193666 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-04714d1e-f3aa-4281-8e73-c623de13d892 service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899048 May 13 16:11:35.203225 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:35.412625 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e556e20-7a05-47c7-b5f0-3a76573bc303 req-b994346b-1cb8-47d0-9335-2dffbdcf0252 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:35.414215 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2e556e20-7a05-47c7-b5f0-3a76573bc303 req-b994346b-1cb8-47d0-9335-2dffbdcf0252 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 943 time: 0.5172856 May 13 16:11:35.581374 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:35.610022 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5114cb29-df4d-491f-8b50-42e3e797cd25']}} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:35.621134 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-885235b9-4f55-4e72-ac5d-1f635af665c2 req-d2cc6125-5bae-4a7b-9a82-75b6beb45944 service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148459 May 13 16:11:35.627876 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fec3954-8efd-43f9-a9cf-08ad1040aea4') {'for_net_delete': True} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:35.628316 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fec3954-8efd-43f9-a9cf-08ad1040aea4') {} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:35.636894 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2e556e20-7a05-47c7-b5f0-3a76573bc303 req-d16d73c2-5bdf-4ba9-ae68-a57c8042ab50 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795065 May 13 16:11:35.672302 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106793'] for segment, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:35.715159 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:35.726574 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=79043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:11:35.727278 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2223284'] for segment, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: Traceback (most recent call last): May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: timer() May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: cb(*args, **kw) May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: return func(*args, **kwargs) May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: self._notify() May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: self.callback(batched_events) May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: event.method(event) May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: return f(self, *a, **k) May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: return self._get(url).json() May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: return self.request(url, 'GET', **kwargs) May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:11:35.754178 dv-cinder-689486-12-smb neutron-server[79043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:11:35.806130 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Notify callbacks [] for port, precommit_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:35.827862 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.provisioning_blocks [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Transition to ACTIVE for port object 4f5877e3-38b2-4518-880f-df4ca1565a58 will not be triggered until provisioned by entity L2. {{(pid=79046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:11:35.842427 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:35.849892 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:35.855762 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926ba87-82d0-4ff8-80bb-96286971b7ed req-c1aecf49-cfeb-42f9-8fdb-dcd75c1ff748 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:35.858337 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9926ba87-82d0-4ff8-80bb-96286971b7ed req-c1aecf49-cfeb-42f9-8fdb-dcd75c1ff748 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.3073845 May 13 16:11:35.950690 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Attempting to bind port 4f5877e3-38b2-4518-880f-df4ca1565a58 on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:11:35.951366 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Attempting to bind port 4f5877e3-38b2-4518-880f-df4ca1565a58 by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:11:35.952006 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Attempting to bind port 4f5877e3-38b2-4518-880f-df4ca1565a58 on network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:11:35.981683 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 871149f6-9017-4096-a59a-e1483f6f2755 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:11:35.986667 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:11:35.987304 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Checking segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:11:35.988008 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:35.988670 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Bound using segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:11:35.989554 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Bound port: 4f5877e3-38b2-4518-880f-df4ca1565a58, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:11:35.990225 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:36.020942 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9926ba87-82d0-4ff8-80bb-96286971b7ed req-4f58926d-36ee-42cf-8b36-c792ce38cac9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496913 May 13 16:11:36.063169 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:36.090270 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Pushing event updated for resources: {'Port': ['ID=4f5877e3-38b2-4518-880f-df4ca1565a58,revision_number=2']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:36.124252 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.124843 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.125506 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.125940 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.126486 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.127030 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.127683 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.128233 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.128778 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.129622 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.130957 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.131516 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.137256 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:36.172529 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:36.188005 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:36.196108 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] For port 4f5877e3-38b2-4518-880f-df4ca1565a58, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:11:36.199727 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] For port 4f5877e3-38b2-4518-880f-df4ca1565a58, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=4f5877e3-38b2-4518-880f-df4ca1565a58,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:11:36.217500 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:36.217932 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:36.222448 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] Pushing event deleted for resources: {'Network': ['ID=5114cb29-df4d-491f-8b50-42e3e797cd25,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:36.225871 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:36.235541 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:36.242001 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-384c31dd-1fbc-4163-9183-0e580ac82850 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5114cb29-df4d-491f-8b50-42e3e797cd25 HTTP/1.1" status: 204 len: 168 time: 1.3145726 May 13 16:11:36.248425 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d9a74-f6c3-4e75-bbd4-04d5d5d7aada req-1d6d4c46-64b7-4e9c-a386-769356857cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:36.251479 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-f91d9a74-f6c3-4e75-bbd4-04d5d5d7aada req-1d6d4c46-64b7-4e9c-a386-769356857cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6244fc3a56347f88a00fa03c6e625d4&device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 1096 time: 0.4010258 May 13 16:11:36.302877 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 871149f6-9017-4096-a59a-e1483f6f2755, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=871149f6-9017-4096-a59a-e1483f6f2755,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:36.351860 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '871149f6-9017-4096-a59a-e1483f6f2755', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'port_id': '871149f6-9017-4096-a59a-e1483f6f2755', 'mac_address': 'fa:16:3e:13:cd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:11:36.365310 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Routers {'de85386a-53a5-4378-8b26-3061f5d2321e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:11:36.366479 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:11:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de85386a-53a5-4378-8b26-3061f5d2321e'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:36.476190 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d9a74-f6c3-4e75-bbd4-04d5d5d7aada req-4ce7a9df-ff43-4acf-8d1b-631eca62c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:36.482184 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-f91d9a74-f6c3-4e75-bbd4-04d5d5d7aada req-4ce7a9df-ff43-4acf-8d1b-631eca62c047 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f HTTP/1.1" status: 200 len: 915 time: 0.2112834 May 13 16:11:36.522904 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Allocated IP 172.20.0.1 (56b2248f-57e2-443f-b67a-e92c11747033/9581a329-84b4-4673-a9bd-06e0007be9b3/769b676b-52b3-42b8-b116-36d6d130ae1b) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:11:36.569569 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:36.616121 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-f91d9a74-f6c3-4e75-bbd4-04d5d5d7aada req-78e62176-9ce1-4365-8dd9-5451632eb2dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6af76efb-cab1-497a-ab9a-13e543541462 HTTP/1.1" status: 200 len: 217 time: 0.1195168 May 13 16:11:36.682202 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 871149f6-9017-4096-a59a-e1483f6f2755 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:11:36.747663 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:36.756106 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38508) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:36.782839 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 871149f6-9017-4096-a59a-e1483f6f2755, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=871149f6-9017-4096-a59a-e1483f6f2755,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:36.783881 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Pushing event updated for resources: {'Port': ['ID=4f5877e3-38b2-4518-880f-df4ca1565a58,revision_number=3']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:36.789770 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:36.792967 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:36.820643 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:36.852276 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d9a74-f6c3-4e75-bbd4-04d5d5d7aada req-ca0bf4ad-5f6c-4339-9140-5db97fdf9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:36.856045 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-f91d9a74-f6c3-4e75-bbd4-04d5d5d7aada req-ca0bf4ad-5f6c-4339-9140-5db97fdf9884 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=650f93a1-7e35-4ab6-b52a-5c61dc15dfe4 HTTP/1.1" status: 200 len: 854 time: 0.2298708 May 13 16:11:36.971924 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=871149f6-9017-4096-a59a-e1483f6f2755,revision_number=6']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:36.983997 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.985008 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.985414 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.985900 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.986365 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.986857 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.987346 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.987780 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.988202 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.988602 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.989172 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.990388 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:11:36.995878 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:36.999584 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-9d837295-ac59-4f87-9c2c-7515dc56536b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8396a6d930fc44b98bdfc4ce77c677b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388005 May 13 16:11:37.002374 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38512) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:37.023050 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] Set router de85386a-53a5-4378-8b26-3061f5d2321e gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:11:37.024785 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-f91d9a74-f6c3-4e75-bbd4-04d5d5d7aada req-2ee6f0bd-8f30-4803-9e6f-566cd62b2a93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799918 May 13 16:11:37.197341 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['871149f6-9017-4096-a59a-e1483f6f2755'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:11:37.203376 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:37.257589 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-323c851e-a25c-4a7a-9503-34573360cc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:37.323432 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Transition to ACTIVE for port object 769b676b-52b3-42b8-b116-36d6d130ae1b will not be triggered until provisioned by entity DHCP. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:11:37.339640 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-323c851e-a25c-4a7a-9503-34573360cc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:37.376354 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a9823-b4f1-4781-8afc-c895ce1dbc09 req-916419dc-c100-43c6-914d-8386fd36f24a tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:37.385303 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-259a9823-b4f1-4781-8afc-c895ce1dbc09 req-916419dc-c100-43c6-914d-8386fd36f24a tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 943 time: 0.3931680 May 13 16:11:37.389770 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-f91d9a74-f6c3-4e75-bbd4-04d5d5d7aada req-f21fa4a4-9731-4d00-b6c9-f2104258a031 service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229787 May 13 16:11:37.508493 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb2145-3173-4d13-8c0a-61f58c5927c3 req-85ae9add-eabd-4cdf-92e7-e8568fe87e79 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:37.510215 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-58bb2145-3173-4d13-8c0a-61f58c5927c3 req-85ae9add-eabd-4cdf-92e7-e8568fe87e79 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 944 time: 0.2933960 May 13 16:11:37.525794 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-259a9823-b4f1-4781-8afc-c895ce1dbc09 req-41a342c0-cdbd-4155-b1e3-4e1fa57b241b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284020 May 13 16:11:37.607367 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:37.644069 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-58bb2145-3173-4d13-8c0a-61f58c5927c3 req-ef0799ec-7126-48f9-83e1-d7ff35e01d28 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153340 May 13 16:11:37.647624 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c3d0b82e-6c7e-47b0-bbfd-f5bd61760b16 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:37.678016 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-f91d9a74-f6c3-4e75-bbd4-04d5d5d7aada req-5c00ec21-040d-4b65-bac4-6b6a5e07d8f0 service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759845 May 13 16:11:37.715875 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-323c851e-a25c-4a7a-9503-34573360cc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:37.724271 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-e6aae908-ac11-450f-91e8-055279f98021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:37.763063 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c851e-a25c-4a7a-9503-34573360cc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f467f0-057f-49a3-889d-b0bb4fb4d723,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:37.781606 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-323c851e-a25c-4a7a-9503-34573360cc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:37.792739 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-323c851e-a25c-4a7a-9503-34573360cc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:37.796724 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-323c851e-a25c-4a7a-9503-34573360cc52 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/17f467f0-057f-49a3-889d-b0bb4fb4d723 HTTP/1.1" status: 204 len: 168 time: 0.7932150 May 13 16:11:37.816145 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Network 56b2248f-57e2-443f-b67a-e92c11747033 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:11:37.849011 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:11:37.855172 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:11:37.856144 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622531'] for router_interface, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:37.882236 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:11:31Z', 'revision_number': 3, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port': {'id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:30Z', 'updated_at': '2021-05-13T16:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:37.906364 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36d2cc-6a2d-4b88-b846-1e5c862faa8c None None] The sync data for ids ['de85386a-53a5-4378-8b26-3061f5d2321e'] in dv-cinder-689486-12-smb is: [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:11:31Z', 'revision_number': 3, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port': {'id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:30Z', 'updated_at': '2021-05-13T16:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:11:37.962546 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Pushing event updated for resources: {'Port': ['ID=769b676b-52b3-42b8-b116-36d6d130ae1b,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:37.968625 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:38.195595 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:38.429524 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-537e4bf8-a6a9-48fe-b581-abd7df1d65c6 None None] Provisioning for port 769b676b-52b3-42b8-b116-36d6d130ae1b completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:11:38.451656 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-537e4bf8-a6a9-48fe-b581-abd7df1d65c6 None None] Provisioning complete for port 769b676b-52b3-42b8-b116-36d6d130ae1b triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:38.452827 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-537e4bf8-a6a9-48fe-b581-abd7df1d65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:38.685936 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-537e4bf8-a6a9-48fe-b581-abd7df1d65c6 None None] Port 769b676b-52b3-42b8-b116-36d6d130ae1b cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:11:38.812204 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38550) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:38.957890 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-e4ff5a76-6056-4db0-9631-869b7320b3e8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9081f8911f0e456c81af72345574c057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364787 May 13 16:11:38.959486 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38554) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:39.049325 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d1971-a123-4451-81f2-4bff6cdd0b45 req-172b6fdc-d900-40ef-9ac3-abb4282d88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:39.050727 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6c9d1971-a123-4451-81f2-4bff6cdd0b45 req-172b6fdc-d900-40ef-9ac3-abb4282d88e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 1099 time: 0.3750536 May 13 16:11:39.226253 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec1ba4-79d3-49bb-87f3-5edbead6980c req-d65cff9d-eceb-4945-8c15-41522ad123d8 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:39.234952 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-44ec1ba4-79d3-49bb-87f3-5edbead6980c req-d65cff9d-eceb-4945-8c15-41522ad123d8 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.2514367 May 13 16:11:39.264605 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-033b82b2-b5d5-4e9c-81be-cbcf79702058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:39.309111 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d1971-a123-4451-81f2-4bff6cdd0b45 req-39ec216f-9cc7-4f99-985a-8605560fb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:39.311032 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6c9d1971-a123-4451-81f2-4bff6cdd0b45 req-39ec216f-9cc7-4f99-985a-8605560fb008 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 920 time: 0.2480516 May 13 16:11:39.320943 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-44ec1ba4-79d3-49bb-87f3-5edbead6980c req-7372c8b5-f7d8-426b-a4dd-ea9dd93a73f1 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846477 May 13 16:11:39.354870 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557429d-6ddd-42da-8a0f-bddf96de57ad req-65594d1e-a314-431f-a4ff-7385ae69308b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:39.356648 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b557429d-6ddd-42da-8a0f-bddf96de57ad req-65594d1e-a314-431f-a4ff-7385ae69308b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 943 time: 0.3716633 May 13 16:11:39.445671 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:39.489490 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:39.495481 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6c9d1971-a123-4451-81f2-4bff6cdd0b45 req-3ba11cad-236d-4532-b809-694ebed060aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f39e7d34-f4be-4532-bcda-a4d3ccf96d72 HTTP/1.1" status: 200 len: 217 time: 0.1724291 May 13 16:11:39.499958 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-033b82b2-b5d5-4e9c-81be-cbcf79702058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:39.503005 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b557429d-6ddd-42da-8a0f-bddf96de57ad req-a2310ee7-2ec2-4a51-8d21-ace2e0b3f101 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133976 May 13 16:11:39.510552 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1040764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622428'] for router_interface, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:39.514533 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-35310b3c-6342-4e07-bb0a-a6f970743ef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:39.560506 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 4f5877e3-38b2-4518-880f-df4ca1565a58 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:11:39.669549 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Pushing event updated for resources: {'Port': ['ID=769b676b-52b3-42b8-b116-36d6d130ae1b,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:39.681349 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:39.762037 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d1971-a123-4451-81f2-4bff6cdd0b45 req-aa438271-1e72-47b6-9891-b750b8a11cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:39.763567 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6c9d1971-a123-4451-81f2-4bff6cdd0b45 req-aa438271-1e72-47b6-9891-b750b8a11cbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f10e9a3-0af6-4fed-b04c-11eeafe49330 HTTP/1.1" status: 200 len: 859 time: 0.1911108 May 13 16:11:39.783279 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 4f5877e3-38b2-4518-880f-df4ca1565a58 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:11:39.807567 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 4f5877e3-38b2-4518-880f-df4ca1565a58 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:39.808199 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:39.836440 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-033b82b2-b5d5-4e9c-81be-cbcf79702058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:39.860210 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-3f15a368-5fa9-4d35-960a-d9da634297a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:39.887294 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6c9d1971-a123-4451-81f2-4bff6cdd0b45 req-d3c5a2e6-e1b8-43ef-8367-dee92e1db4f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a278da7-8d29-42e4-b73e-7fe4eba3c568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092696 May 13 16:11:39.891243 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b82b2-b5d5-4e9c-81be-cbcf79702058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8824e0-d570-473c-a489-2a51e2af3058,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:39.908807 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-033b82b2-b5d5-4e9c-81be-cbcf79702058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:39.976747 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-033b82b2-b5d5-4e9c-81be-cbcf79702058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:39.978899 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-033b82b2-b5d5-4e9c-81be-cbcf79702058 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b8824e0-d570-473c-a489-2a51e2af3058 HTTP/1.1" status: 204 len: 168 time: 1.0163889 May 13 16:11:40.062609 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 6af76efb-cab1-497a-ab9a-13e543541462 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:11:40.085668 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80f579-6154-44a6-8b19-dc117841bb18 req-0e7eeccc-699c-408e-b6fb-dc54a9f5a06f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:40.090396 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 871149f6-9017-4096-a59a-e1483f6f2755 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:11:40.100126 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0e80f579-6154-44a6-8b19-dc117841bb18 req-0e7eeccc-699c-408e-b6fb-dc54a9f5a06f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 944 time: 0.5185382 May 13 16:11:40.202201 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0e80f579-6154-44a6-8b19-dc117841bb18 req-ba8947e1-8939-47a1-bcb6-d80de489033b tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007843 May 13 16:11:40.218519 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Network 56b2248f-57e2-443f-b67a-e92c11747033 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:11:40.219957 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:11:40.424741 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6c9d1971-a123-4451-81f2-4bff6cdd0b45 req-d6c89c50-8dca-40bc-b06e-47bd88ff9c4c service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090296 May 13 16:11:41.060047 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 871149f6-9017-4096-a59a-e1483f6f2755 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:41.060926 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:41.099042 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6c9d1971-a123-4451-81f2-4bff6cdd0b45 req-6a1d3875-42e0-4085-bc2e-c53d50c530f4 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6591499 May 13 16:11:41.154725 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:41.179866 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-85c61770-a143-43f0-bc1a-24e4764a1af9 None None] Provisioning complete for port 769b676b-52b3-42b8-b116-36d6d130ae1b triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:41.180457 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-85c61770-a143-43f0-bc1a-24e4764a1af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:41.293088 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 6af76efb-cab1-497a-ab9a-13e543541462, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6af76efb-cab1-497a-ab9a-13e543541462,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:41.327842 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151607a-09fe-427b-ab92-b74c67e81212 req-33ea653e-9d28-45c2-beb5-6b3dcaaaf4fc tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:41.329451 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '6af76efb-cab1-497a-ab9a-13e543541462', 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f', 'port_id': '6af76efb-cab1-497a-ab9a-13e543541462', 'mac_address': 'fa:16:3e:ab:5d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f93a1-7e35-4ab6-b52a-5c61dc15dfe4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:11:41.336706 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c151607a-09fe-427b-ab92-b74c67e81212 req-33ea653e-9d28-45c2-beb5-6b3dcaaaf4fc tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 943 time: 0.4379570 May 13 16:11:41.385711 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6adaa-abda-454e-805a-8bc0238a65dc req-b16ed688-f89f-4404-8d6d-50a62ba7152d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:41.395840 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c0e6adaa-abda-454e-805a-8bc0238a65dc req-b16ed688-f89f-4404-8d6d-50a62ba7152d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.6088364 May 13 16:11:41.455127 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 4f5877e3-38b2-4518-880f-df4ca1565a58, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=4f5877e3-38b2-4518-880f-df4ca1565a58,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:41.512611 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:41.525321 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:41.527752 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Router de85386a-53a5-4378-8b26-3061f5d2321e has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:11:41.546035 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c151607a-09fe-427b-ab92-b74c67e81212 req-ff2c2957-ed15-433e-a866-85d07b506915 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081890 May 13 16:11:41.639307 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-85c61770-a143-43f0-bc1a-24e4764a1af9 None None] Port 769b676b-52b3-42b8-b116-36d6d130ae1b cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:11:41.808938 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=4f5877e3-38b2-4518-880f-df4ca1565a58,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:41.824238 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:41.825741 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:41.887824 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c0e6adaa-abda-454e-805a-8bc0238a65dc req-4ee58c89-fd27-440d-a769-5819477f3ea4 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908898 May 13 16:11:41.995473 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af76efb-cab1-497a-ab9a-13e543541462 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:11:42.050018 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:42.062835 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 6af76efb-cab1-497a-ab9a-13e543541462, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6af76efb-cab1-497a-ab9a-13e543541462,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:42.070057 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:42.077326 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:42.177293 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:11:42.179211 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:11:42.211317 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Sync routers for ids ['de85386a-53a5-4378-8b26-3061f5d2321e'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:11:42.214307 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] 10.222.0.54 "PUT /v2.0/routers/de85386a-53a5-4378-8b26-3061f5d2321e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8844550 May 13 16:11:42.243258 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 871149f6-9017-4096-a59a-e1483f6f2755, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=871149f6-9017-4096-a59a-e1483f6f2755,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:42.259260 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=6af76efb-cab1-497a-ab9a-13e543541462,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:42.262848 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:42.266444 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:42.270790 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:42.434407 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefd5d6-051a-404b-90ae-6ce2c50ba5c4 req-753f622f-d81a-48a8-9c32-58f15bf09eea tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:42.436791 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-acefd5d6-051a-404b-90ae-6ce2c50ba5c4 req-753f622f-d81a-48a8-9c32-58f15bf09eea tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.1606319 May 13 16:11:42.457579 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755', 'code': 200} May 13 16:11:42.475380 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Routers {'de85386a-53a5-4378-8b26-3061f5d2321e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:11:42.476019 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:11:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de85386a-53a5-4378-8b26-3061f5d2321e'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:42.563094 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-acefd5d6-051a-404b-90ae-6ce2c50ba5c4 req-5239ff70-48b8-4d04-9189-2dcf807ddef7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856502 May 13 16:11:42.774263 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=871149f6-9017-4096-a59a-e1483f6f2755,revision_number=7']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:42.818144 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:42.882087 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['6af76efb-cab1-497a-ab9a-13e543541462'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:11:42.931341 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c378e8-5525-4d20-9ad0-37abdc7fe1f1 req-4fd1ba0a-54da-4925-8038-f04ff4498c42 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:42.962305 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-90c378e8-5525-4d20-9ad0-37abdc7fe1f1 req-4fd1ba0a-54da-4925-8038-f04ff4498c42 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 944 time: 0.1675184 May 13 16:11:43.123249 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Set router de85386a-53a5-4378-8b26-3061f5d2321e gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:11:43.430587 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-90c378e8-5525-4d20-9ad0-37abdc7fe1f1 req-60599bda-5d6c-4d9d-b514-ab7c16d6b951 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571702 May 13 16:11:43.788053 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092656e1-504e-43d3-af3c-343cc9e28bc6 req-44f50af3-6ebd-4561-8ea2-ba6a8d63b9df tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:43.789667 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-092656e1-504e-43d3-af3c-343cc9e28bc6 req-44f50af3-6ebd-4561-8ea2-ba6a8d63b9df tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.3897951 May 13 16:11:44.063483 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 4f5877e3-38b2-4518-880f-df4ca1565a58 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:11:44.075318 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-092656e1-504e-43d3-af3c-343cc9e28bc6 req-e6927646-f557-4db2-a29a-9235d18627d3 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639096 May 13 16:11:44.146069 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01fb74-d910-4575-9248-cd289a15359c req-9f1f5b8a-016f-4160-b83f-a378084c2f6a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:44.148073 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bd01fb74-d910-4575-9248-cd289a15359c req-9f1f5b8a-016f-4160-b83f-a378084c2f6a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.1840861 May 13 16:11:44.246934 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bd01fb74-d910-4575-9248-cd289a15359c req-83fcfff7-95ff-4292-8bdc-0d3b94e704dd tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795293 May 13 16:11:44.299755 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38636) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:44.308419 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-586735005-network', 'tenant_id': '640626dd9e15426d9e93b4511a65d808'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:11:44.315423 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:44.321003 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Usage tracker for resource:network and tenant:640626dd9e15426d9e93b4511a65d808 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:44.324802 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:44.337388 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:44.369061 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Made reservation on behalf of 640626dd9e15426d9e93b4511a65d808 for: {'network': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:11:44.373418 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:44.412293 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:44.432458 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:44.447196 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:640626dd9e15426d9e93b4511a65d808 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:44.452225 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:44.464993 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:44.472646 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 4f5877e3-38b2-4518-880f-df4ca1565a58 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:44.473999 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:44.596846 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:11:38Z', 'revision_number': 4, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port': {'id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:30Z', 'updated_at': '2021-05-13T16:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '769b676b-52b3-42b8-b116-36d6d130ae1b', 'name': '', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'mac_address': 'fa:16:3e:ee:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:36Z', 'updated_at': '2021-05-13T16:11:38Z', 'revision_number': 2, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'subnets': [{'id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:44.608310 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Checking router: de85386a-53a5-4378-8b26-3061f5d2321e for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:11:44.608731 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Updating router de85386a-53a5-4378-8b26-3061f5d2321e port 769b676b-52b3-42b8-b116-36d6d130ae1b binding host dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:11:44.750514 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:44.757703 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:44.764852 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-dfb43d3a-ab64-4e3f-9cb9-1ad00f2c4acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:44.855992 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=79043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:11:44.896741 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:44.908781 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beed808d-536d-42fb-ad13-460670900855,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:44.922710 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:44.935167 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:44.939165 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.segments_db [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Added segment 93a39306-efad-48c5-b2d9-c0f374755310 of type vlan for network c1fa65ac-c8b1-4840-a67b-53c941ea10ab May 13 16:11:44.964942 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee2879-bab6-4adb-afec-6f9ef3b634ff req-72eb9803-999e-4d37-8edc-22b396bdabf0 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:44.980953 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-71ee2879-bab6-4adb-afec-6f9ef3b634ff req-72eb9803-999e-4d37-8edc-22b396bdabf0 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 944 time: 0.2362382 May 13 16:11:44.999736 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:45.067952 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:45.068638 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-71ee2879-bab6-4adb-afec-6f9ef3b634ff req-c3153633-d6bb-4caf-a6c8-971017d1df7f tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831115 May 13 16:11:45.070671 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:45.071603 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:45.092272 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:45.276120 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=c1fa65ac-c8b1-4840-a67b-53c941ea10ab,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:45.285162 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:45.291153 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9922371 May 13 16:11:45.297177 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network c1fa65ac-c8b1-4840-a67b-53c941ea10ab details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:11:45.306584 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 38652) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:45.319722 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Request body: {'subnet': {'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-586735005-subnet', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'ip_version': 4}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:11:45.328791 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:45.337883 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Usage tracker for resource:subnet and tenant:640626dd9e15426d9e93b4511a65d808 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:45.346387 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:45.362712 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:45.378750 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Made reservation on behalf of 640626dd9e15426d9e93b4511a65d808 for: {'subnet': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:11:45.385305 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:45.850894 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a57527-86f5-4b0b-ab60-8368a7f3c491 req-16ae387a-13c7-4ec2-92f4-637ae78ef586 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:45.864802 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-50a57527-86f5-4b0b-ab60-8368a7f3c491 req-16ae387a-13c7-4ec2-92f4-637ae78ef586 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.3679814 May 13 16:11:45.869011 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Notify callbacks [] for port, precommit_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:45.897118 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Transition to ACTIVE for port object 769b676b-52b3-42b8-b116-36d6d130ae1b will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:11:45.939856 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fd8a9-8be2-4255-8e6b-044b215d5cc3 req-3cc34761-4104-4fa4-b9e3-dcc1f497a6b4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:45.954537 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5b4fd8a9-8be2-4255-8e6b-044b215d5cc3 req-3cc34761-4104-4fa4-b9e3-dcc1f497a6b4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.3823225 May 13 16:11:46.016855 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:46.054032 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:46.164712 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-50a57527-86f5-4b0b-ab60-8368a7f3c491 req-8b180a42-5efd-4835-b3d0-b4db605284a7 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982199 May 13 16:11:46.225144 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5b4fd8a9-8be2-4255-8e6b-044b215d5cc3 req-78138502-01b7-4a73-914a-8b8690e860c4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339184 May 13 16:11:46.233995 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 6af76efb-cab1-497a-ab9a-13e543541462 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:11:46.909353 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53897e2e-a2a5-42e9-800e-f772844b377e req-be190948-7da5-4de6-94ad-9895fe82ffb2 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:46.912590 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-53897e2e-a2a5-42e9-800e-f772844b377e req-be190948-7da5-4de6-94ad-9895fe82ffb2 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 944 time: 0.2847869 May 13 16:11:47.021989 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692502d-f361-482c-86bf-f26d4a549a58 None None] Pushing event updated for resources: {'Port': ['ID=769b676b-52b3-42b8-b116-36d6d130ae1b,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:47.031061 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-53897e2e-a2a5-42e9-800e-f772844b377e req-c0770798-6d78-4224-8874-11d0b4c0a143 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953329 May 13 16:11:47.034190 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-5692502d-f361-482c-86bf-f26d4a549a58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.980s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:47.084971 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Attempting to bind port 769b676b-52b3-42b8-b116-36d6d130ae1b on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:11:47.085449 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Attempting to bind port 769b676b-52b3-42b8-b116-36d6d130ae1b by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '397d6998-768d-4d62-be8c-f4be86009a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:11:47.085885 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Attempting to bind port 769b676b-52b3-42b8-b116-36d6d130ae1b on network 56b2248f-57e2-443f-b67a-e92c11747033 {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:11:47.096103 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:11:47.096103 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Checking segment: {'id': '397d6998-768d-4d62-be8c-f4be86009a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:11:47.097524 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:47.099264 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Bound using segment: {'id': '397d6998-768d-4d62-be8c-f4be86009a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:11:47.100596 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Bound port: 769b676b-52b3-42b8-b116-36d6d130ae1b, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397d6998-768d-4d62-be8c-f4be86009a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:11:47.101702 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:47.121412 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port 6af76efb-cab1-497a-ab9a-13e543541462 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:11:47.182415 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:47.191686 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f858555d-ddcb-4104-91ce-8db637868fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:47.282214 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] For port 769b676b-52b3-42b8-b116-36d6d130ae1b, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:11:47.287301 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] For port 769b676b-52b3-42b8-b116-36d6d130ae1b, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=769b676b-52b3-42b8-b116-36d6d130ae1b,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:11:47.289456 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 6af76efb-cab1-497a-ab9a-13e543541462 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:47.290169 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:47.313135 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=10868a19-03c5-48d2-a732-3d5c06790cf8,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:47.319114 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:47.326703 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Checking segment: {'id': '93a39306-efad-48c5-b2d9-c0f374755310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:11:47.327143 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Network hostable DHCP agents. Network: c1fa65ac-c8b1-4840-a67b-53c941ea10ab, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:11:47.362952 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Network c1fa65ac-c8b1-4840-a67b-53c941ea10ab is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:11:47.376364 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:47.383355 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:47.385679 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, c1fa65ac-c8b1-4840-a67b-53c941ea10ab) {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:11:47.393241 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:47.394477 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:47.434935 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad460e84-fd1f-4c1d-a560-abee3927cc43 None None] Network c1fa65ac-c8b1-4840-a67b-53c941ea10ab requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:11:47.451064 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1427362 May 13 16:11:47.451286 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38692) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:47.468765 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-586735005-router', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:11:47.501002 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:47.519863 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Usage tracker for resource:router and tenant:640626dd9e15426d9e93b4511a65d808 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:47.548868 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:47.574590 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:47.601862 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39763'] for router, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:47.606385 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39754'] for router, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:47.696419 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:47.826207 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5f1fe-5561-46e7-ba38-afde9b54f6dd req-74c654e1-e259-433a-aa2f-b45e21c82804 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:47.840304 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0bc5f1fe-5561-46e7-ba38-afde9b54f6dd req-74c654e1-e259-433a-aa2f-b45e21c82804 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.3508263 May 13 16:11:47.983618 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0bc5f1fe-5561-46e7-ba38-afde9b54f6dd req-e3192ffb-58f3-45e9-adfe-99f0f0ea82c3 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416910 May 13 16:11:48.056123 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e87cab-abef-4a9c-9069-ce4572368e35 req-c858858a-4fe4-408c-81a8-c3de3e3fac2c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:48.076323 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b4e87cab-abef-4a9c-9069-ce4572368e35 req-c858858a-4fe4-408c-81a8-c3de3e3fac2c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.3811684 May 13 16:11:48.181048 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb91a938c-c7eb-57f3-9db8-b6e3dc3a6dc3-c1fa65ac-c8b1-4840-a67b-53c941ea10ab', 'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'fixed_ips': [{'subnet_id': '10868a19-03c5-48d2-a732-3d5c06790cf8'}]}} from dv-cinder-689486-12-smb. {{(pid=79045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 13 16:11:48.182334 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:48.260467 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b4e87cab-abef-4a9c-9069-ce4572368e35 req-68c72c7b-0d3e-42ef-a0fc-a354dc6dfabc tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828341 May 13 16:11:48.265910 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Routers {'de85386a-53a5-4378-8b26-3061f5d2321e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:11:48.266927 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:11:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de85386a-53a5-4378-8b26-3061f5d2321e'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:48.462481 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39800'] for router, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:48.582952 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:48.610310 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d0068-9b71-4fba-9067-262aeb0672d1 req-d216d8b6-a020-40cb-8f18-673b926b0358 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:48.611039 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692502d-f361-482c-86bf-f26d4a549a58 None None] Pushing event updated for resources: {'Port': ['ID=769b676b-52b3-42b8-b116-36d6d130ae1b,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:48.611148 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ed1d0068-9b71-4fba-9067-262aeb0672d1 req-d216d8b6-a020-40cb-8f18-673b926b0358 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 944 time: 0.2672744 May 13 16:11:48.637416 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-5692502d-f361-482c-86bf-f26d4a549a58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.254s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:48.790073 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] Set router de85386a-53a5-4378-8b26-3061f5d2321e gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:11:48.844684 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ed1d0068-9b71-4fba-9067-262aeb0672d1 req-19db1e92-a202-4d8b-96de-c0fcafc2ec2e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117131 May 13 16:11:48.970792 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5214227-2b52-484a-9f0e-dceafded87c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af76efb-cab1-497a-ab9a-13e543541462'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:11:49.068229 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 6af76efb-cab1-497a-ab9a-13e543541462, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6af76efb-cab1-497a-ab9a-13e543541462,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:49.105990 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:49.117024 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5214227-2b52-484a-9f0e-dceafded87c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af76efb-cab1-497a-ab9a-13e543541462', 'code': 200} May 13 16:11:49.123202 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:49.409582 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:49.451776 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917f93-eb96-456f-80f1-522f942f771a req-5f7314ee-2722-474b-ae61-66ad0e1652db tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:49.453735 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-38917f93-eb96-456f-80f1-522f942f771a req-5f7314ee-2722-474b-ae61-66ad0e1652db tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1871605 May 13 16:11:49.472870 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:49.474158 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.db_base_plugin_common [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Allocated IP 172.20.0.2 (c1fa65ac-c8b1-4840-a67b-53c941ea10ab/10868a19-03c5-48d2-a732-3d5c06790cf8/4ffdb658-12b8-4d29-b861-e29592f1becc) {{(pid=79045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:11:49.560507 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=6af76efb-cab1-497a-ab9a-13e543541462,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:49.564331 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:49.721805 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-38917f93-eb96-456f-80f1-522f942f771a req-7393839f-6113-4650-ab19-19e9eb94a92e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346518 May 13 16:11:49.807691 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e31cb6-ade0-4fc4-8d66-4c3ab06ba4b2 req-a6dc7809-6fb4-41f9-8926-89f4636d1b46 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:49.820198 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-96e31cb6-ade0-4fc4-8d66-4c3ab06ba4b2 req-a6dc7809-6fb4-41f9-8926-89f4636d1b46 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.2338912 May 13 16:11:49.948593 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-96e31cb6-ade0-4fc4-8d66-4c3ab06ba4b2 req-d72f3a97-dba2-48f8-9596-b9209808c2df tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270971 May 13 16:11:50.082111 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Allocated IP 172.28.1.86 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/34fdc170-16e9-466a-b5ae-4fd0f9d10f58) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:11:50.331554 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:11:38Z', 'revision_number': 4, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port': {'id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:30Z', 'updated_at': '2021-05-13T16:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '769b676b-52b3-42b8-b116-36d6d130ae1b', 'name': '', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'mac_address': 'fa:16:3e:ee:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:36Z', 'updated_at': '2021-05-13T16:11:47Z', 'revision_number': 4, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'subnets': [{'id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:50.375352 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61ff99-63f7-4b28-be57-dfa0c0a97401 req-b93f8f53-b510-49b3-8667-3e9e4ba584d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:50.377786 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-4f61ff99-63f7-4b28-be57-dfa0c0a97401 req-b93f8f53-b510-49b3-8667-3e9e4ba584d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 1098 time: 0.5267920 May 13 16:11:50.387253 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Notify callbacks [] for port, precommit_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:50.422844 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Transition to ACTIVE for port object 4ffdb658-12b8-4d29-b861-e29592f1becc will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:11:50.456928 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Transition to ACTIVE for port object 4ffdb658-12b8-4d29-b861-e29592f1becc will not be triggered until provisioned by entity DHCP. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:11:50.465265 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bbca6a-7d1b-4d41-9e06-11a290ad6206 None None] The sync data for ids ['de85386a-53a5-4378-8b26-3061f5d2321e'] in dv-cinder-689486-12-smb is: [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:11:38Z', 'revision_number': 4, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port': {'id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:30Z', 'updated_at': '2021-05-13T16:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '769b676b-52b3-42b8-b116-36d6d130ae1b', 'name': '', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'mac_address': 'fa:16:3e:ee:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:36Z', 'updated_at': '2021-05-13T16:11:47Z', 'revision_number': 4, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'subnets': [{'id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:11:50.472207 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:50.488825 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-003fb9d6-f130-4ab5-b105-0c168db7229d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:50.522430 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e6007-48c5-4446-b915-f70c2ded8c3a req-955dad5c-365f-439f-8e56-572f25a565fd tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:50.533190 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d23e6007-48c5-4446-b915-f70c2ded8c3a req-955dad5c-365f-439f-8e56-572f25a565fd tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 945 time: 0.3286934 May 13 16:11:50.663575 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Pushing event updated for resources: {'Port': ['ID=4ffdb658-12b8-4d29-b861-e29592f1becc,revision_number=1']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:50.669994 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:50.726720 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:50.731319 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Network c1fa65ac-c8b1-4840-a67b-53c941ea10ab is already hosted by enough agents. {{(pid=79045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:11:50.736031 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.base_scheduler [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Resources bound (agent type, host, resource id): {{(pid=79045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:11:50.742631 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Received port after_create {{(pid=79045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:11:50.743889 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d23e6007-48c5-4446-b915-f70c2ded8c3a req-bfc52cf0-c9c4-4aba-a780-4502ce13a14e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001159 May 13 16:11:50.838749 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:50.863004 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:50.996768 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Pushing event updated for resources: {'Port': ['ID=34fdc170-16e9-466a-b5ae-4fd0f9d10f58,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:51.006098 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:51.007976 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-4f61ff99-63f7-4b28-be57-dfa0c0a97401 req-fc09a398-a0ad-414b-9619-11a593bbea76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112349 May 13 16:11:51.025471 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Attempting to bind port 4ffdb658-12b8-4d29-b861-e29592f1becc on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:11:51.028545 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Attempting to bind port 4ffdb658-12b8-4d29-b861-e29592f1becc by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '93a39306-efad-48c5-b2d9-c0f374755310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:11:51.029095 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Attempting to bind port 4ffdb658-12b8-4d29-b861-e29592f1becc on network c1fa65ac-c8b1-4840-a67b-53c941ea10ab {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:11:51.043705 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:11:51.045127 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:11:51.045531 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Checking segment: {'id': '93a39306-efad-48c5-b2d9-c0f374755310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:11:51.045942 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:51.046340 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Bound using segment: {'id': '93a39306-efad-48c5-b2d9-c0f374755310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:11:51.046832 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Bound port: 4ffdb658-12b8-4d29-b861-e29592f1becc, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a39306-efad-48c5-b2d9-c0f374755310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:11:51.047199 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:51.049222 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:11:51.052564 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:11:51.385442 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] For port 4ffdb658-12b8-4d29-b861-e29592f1becc, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:11:51.394519 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] For port 4ffdb658-12b8-4d29-b861-e29592f1becc, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=4ffdb658-12b8-4d29-b861-e29592f1becc,segment=NetworkSegment(93a39306-efad-48c5-b2d9-c0f374755310),segment_id=93a39306-efad-48c5-b2d9-c0f374755310)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:11:51.416055 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:51.425271 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:51.761343 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 769b676b-52b3-42b8-b116-36d6d130ae1b up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:11:51.805424 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38738) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:51.851162 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Pushing event updated for resources: {'Port': ['ID=4ffdb658-12b8-4d29-b861-e29592f1becc,revision_number=2']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:51.864597 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:51.993942 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 769b676b-52b3-42b8-b116-36d6d130ae1b completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:11:52.015425 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 769b676b-52b3-42b8-b116-36d6d130ae1b triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:52.016321 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:52.191360 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3631c1-d39b-440f-86d0-ff62b1862d6b req-a48f354b-8247-486e-a8cd-79193ec78c79 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:52.207936 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0d3631c1-d39b-440f-86d0-ff62b1862d6b req-a48f354b-8247-486e-a8cd-79193ec78c79 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.4961636 May 13 16:11:52.302733 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e933105-02b3-4bb7-934e-203bfaeb890f req-db35c412-158e-4c97-bf46-e1c8b3fb8a94 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:52.314574 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1e933105-02b3-4bb7-934e-203bfaeb890f req-db35c412-158e-4c97-bf46-e1c8b3fb8a94 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 1.1102517 May 13 16:11:52.419680 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1e933105-02b3-4bb7-934e-203bfaeb890f req-1cb5ceca-37fc-4d44-8a51-983da69b2cf7 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037569 May 13 16:11:52.439796 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0d3631c1-d39b-440f-86d0-ff62b1862d6b req-17ae1b89-2e7e-4623-970a-3aa5ff6eacc6 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276044 May 13 16:11:52.497115 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:52.634688 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 769b676b-52b3-42b8-b116-36d6d130ae1b, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=769b676b-52b3-42b8-b116-36d6d130ae1b,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:52.640907 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:52.643571 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:52.661141 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0ce882f1-1d30-4dad-9a62-3eb0953811b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:52.706296 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-0ce882f1-1d30-4dad-9a62-3eb0953811b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:52.716729 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-0ce882f1-1d30-4dad-9a62-3eb0953811b2 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d72ecf238c47938bc5f5492fee58f7 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:52.722749 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-0ce882f1-1d30-4dad-9a62-3eb0953811b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:52.734299 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-0ce882f1-1d30-4dad-9a62-3eb0953811b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:53.062513 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=769b676b-52b3-42b8-b116-36d6d130ae1b,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:53.077064 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:53.130800 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0ce882f1-1d30-4dad-9a62-3eb0953811b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:53.152567 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0ce882f1-1d30-4dad-9a62-3eb0953811b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:53.202003 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ea589fe6-a17c-41b6-a45d-9c0a9358aafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:53.382878 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f4c76-4973-4696-901e-c1f56ceca00b req-c7b15e87-b4e7-4c53-958a-8eec46eb644b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:53.385471 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-656f4c76-4973-4696-901e-c1f56ceca00b req-c7b15e87-b4e7-4c53-958a-8eec46eb644b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 945 time: 0.3881707 May 13 16:11:53.401421 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:53.499580 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-656f4c76-4973-4696-901e-c1f56ceca00b req-f64b3b87-48f7-4152-bfa2-484dfd67986d tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064663 May 13 16:11:53.869545 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-0ce882f1-1d30-4dad-9a62-3eb0953811b2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f3d72ecf238c47938bc5f5492fee58f7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0354249 May 13 16:11:53.872483 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 38756) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:54.043557 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e918c91-c82c-4e35-a344-ac856a3f9669 None None] Network c1fa65ac-c8b1-4840-a67b-53c941ea10ab requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:11:54.108282 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce882f1-1d30-4dad-9a62-3eb0953811b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed914a67-41b9-4ab2-b60e-ee384f9f4d1e,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:54.112903 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-0ce882f1-1d30-4dad-9a62-3eb0953811b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:54.178340 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 769b676b-52b3-42b8-b116-36d6d130ae1b up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:11:54.244150 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9956a5e9-def1-44db-b55c-178517b49e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:54.323853 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9956a5e9-def1-44db-b55c-178517b49e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:54.337351 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 769b676b-52b3-42b8-b116-36d6d130ae1b triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:54.337887 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:54.339759 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615199'] for router, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:54.421401 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d85745-8005-43be-83ec-aea5fd5894a3 req-ec2601f6-5888-474e-ae4d-dc81038c78a3 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:54.423202 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d0d85745-8005-43be-83ec-aea5fd5894a3 req-ec2601f6-5888-474e-ae4d-dc81038c78a3 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.2499263 May 13 16:11:54.438192 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2b34b-4933-4774-b589-6d4b9583377a req-1b4ff73b-1e64-462e-80b6-9da997fadafd tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:54.439898 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f9e2b34b-4933-4774-b589-6d4b9583377a req-1b4ff73b-1e64-462e-80b6-9da997fadafd tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.3851349 May 13 16:11:54.463132 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-9885fe12-1469-46f5-b5a1-8f02ccface8f None None] Provisioning for port 4ffdb658-12b8-4d29-b861-e29592f1becc completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:11:54.529555 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d0d85745-8005-43be-83ec-aea5fd5894a3 req-021dbe7e-60fa-40b6-88c3-8edd89fa91c7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886364 May 13 16:11:54.554721 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f9e2b34b-4933-4774-b589-6d4b9583377a req-304b7b05-886a-426f-854f-b3827ec71158 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947218 May 13 16:11:54.570144 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9956a5e9-def1-44db-b55c-178517b49e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:54.577397 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-cb38fbbb-faa8-43fa-ae5f-3417de628860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:54.611937 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-9956a5e9-def1-44db-b55c-178517b49e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:54.613049 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-9956a5e9-def1-44db-b55c-178517b49e7a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ed914a67-41b9-4ab2-b60e-ee384f9f4d1e HTTP/1.1" status: 204 len: 168 time: 0.7383318 May 13 16:11:54.634137 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956a5e9-def1-44db-b55c-178517b49e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed914a67-41b9-4ab2-b60e-ee384f9f4d1e,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:54.642136 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-9956a5e9-def1-44db-b55c-178517b49e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:54.951571 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 4ffdb658-12b8-4d29-b861-e29592f1becc up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:11:54.982104 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Router 1eef0879-8833-4221-9aca-436d444f994e is scheduled to L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa with binding_index 1 {{(pid=79043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 16:11:55.017028 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac9644-df84-4987-b766-bad7e10b9587 req-3626b395-056d-4f6a-bf46-9c8f3fce4123 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:55.035451 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-69ac9644-df84-4987-b766-bad7e10b9587 req-3626b395-056d-4f6a-bf46-9c8f3fce4123 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 945 time: 0.2974656 May 13 16:11:55.167048 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 4ffdb658-12b8-4d29-b861-e29592f1becc completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:11:55.174481 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-69ac9644-df84-4987-b766-bad7e10b9587 req-d2052fb4-c216-4d89-9004-ecbf8959c226 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363480 May 13 16:11:55.188418 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 4ffdb658-12b8-4d29-b861-e29592f1becc triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:55.189137 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:55.639748 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:55.717712 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-a48b0ec2-13c6-4865-a348-a5d9c274c5c6 None None] Provisioning complete for port 4ffdb658-12b8-4d29-b861-e29592f1becc triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:55.718122 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ec2-13c6-4865-a348-a5d9c274c5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:55.811464 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:11:55.828847 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Sync routers for ids ['1eef0879-8833-4221-9aca-436d444f994e'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:11:55.861860 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Routers {'1eef0879-8833-4221-9aca-436d444f994e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:11:55.863989 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:11:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['1eef0879-8833-4221-9aca-436d444f994e'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:55.886214 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 4ffdb658-12b8-4d29-b861-e29592f1becc, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=4ffdb658-12b8-4d29-b861-e29592f1becc,segment=NetworkSegment(93a39306-efad-48c5-b2d9-c0f374755310),segment_id=93a39306-efad-48c5-b2d9-c0f374755310)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:11:55.944213 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:55.951978 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:55.959652 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Notify callbacks [] for router, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:55.964788 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.5075617 May 13 16:11:55.964995 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 38788) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:56.471612 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Set router 1eef0879-8833-4221-9aca-436d444f994e gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:11:56.644988 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=4ffdb658-12b8-4d29-b861-e29592f1becc,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:56.666020 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:57.124344 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27715a-b4a0-44bd-a2de-69c16bea3d81 req-3fde6caa-7422-441c-917f-72be0d68ffa8 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:57.126722 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4c27715a-b4a0-44bd-a2de-69c16bea3d81 req-3fde6caa-7422-441c-917f-72be0d68ffa8 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.9703813 May 13 16:11:57.195231 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14618e76-132c-4780-8704-fc5af59941ab req-f7f3af9c-f634-4fac-9877-80fc67487d95 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:11:57.212374 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-14618e76-132c-4780-8704-fc5af59941ab req-f7f3af9c-f634-4fac-9877-80fc67487d95 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 1.0522690 May 13 16:11:57.543711 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eef0879-8833-4221-9aca-436d444f994e', 'name': 'tempest-TestShelveInstance-586735005-router', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:47Z', 'updated_at': '2021-05-13T16:11:52Z', 'revision_number': 3, 'project_id': '640626dd9e15426d9e93b4511a65d808', 'gw_port': {'id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eef0879-8833-4221-9aca-436d444f994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:49Z', 'updated_at': '2021-05-13T16:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:11:57.551641 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Checking router: 1eef0879-8833-4221-9aca-436d444f994e for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:11:57.552995 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Updating router 1eef0879-8833-4221-9aca-436d444f994e port 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 binding host dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:11:57.675211 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-14618e76-132c-4780-8704-fc5af59941ab req-2f67baea-d828-49c5-a99f-1a3ff4174fd9 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614666 May 13 16:11:57.686632 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4c27715a-b4a0-44bd-a2de-69c16bea3d81 req-dab9412e-eb0b-4089-822e-888769fe4e85 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5328870 May 13 16:11:57.737489 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:58.293578 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 4ffdb658-12b8-4d29-b861-e29592f1becc up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:11:58.495597 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 4ffdb658-12b8-4d29-b861-e29592f1becc triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:11:58.496242 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:58.718796 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38830) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:11:59.063633 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Notify callbacks [] for port, precommit_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:59.127582 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.provisioning_blocks [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Transition to ACTIVE for port object 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 will not be triggered until provisioned by entity L2. {{(pid=79046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:11:59.147815 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:59.189283 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:59.245825 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:59.297732 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:11:59.313562 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Usage tracker for resource:security_group_rule and tenant:3a508e98582c453691ba845356f091b8 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:11:59.320604 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:11:59.331850 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:11:59.481221 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:59.481837 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Attempting to bind port 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:11:59.482176 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Attempting to bind port 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:11:59.482595 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Attempting to bind port 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 on network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:11:59.502280 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:11:59.502820 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Checking segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:11:59.503507 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:59.505048 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Bound using segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:11:59.505955 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Bound port: 34fdc170-16e9-466a-b5ae-4fd0f9d10f58, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:11:59.507285 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:59.531286 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:59.610628 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6b1d2-ff03-4ca0-9075-52ef3636f412 None None] Pushing event updated for resources: {'Port': ['ID=34fdc170-16e9-466a-b5ae-4fd0f9d10f58,revision_number=2']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:11:59.631833 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-ede6b1d2-ff03-4ca0-9075-52ef3636f412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:11:59.770642 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] For port 34fdc170-16e9-466a-b5ae-4fd0f9d10f58, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:11:59.780232 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] For port 34fdc170-16e9-466a-b5ae-4fd0f9d10f58, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=34fdc170-16e9-466a-b5ae-4fd0f9d10f58,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:11:59.788676 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:59.804029 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:11:59.825472 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:59.835395 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-35320cea-bb73-4b74-8bcc-b1e692fde685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:11:59.983381 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Allocated IP 172.20.0.1 (c1fa65ac-c8b1-4840-a67b-53c941ea10ab/10868a19-03c5-48d2-a732-3d5c06790cf8/620cec06-2e68-4018-b6ab-f0accf7d26ad) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:12:00.026867 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a508e98582c453691ba845356f091b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3028133 May 13 16:12:00.053061 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38848) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:12:00.058712 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b54c5d1-2a3a-4eae-8953-70cb1e0dc307,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:00.180632 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Routers {'1eef0879-8833-4221-9aca-436d444f994e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:12:00.181689 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:11:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['1eef0879-8833-4221-9aca-436d444f994e'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:12:00.190660 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0aff3-fafe-442d-b23f-def6866d07fe req-ee4d2b5d-fa54-4852-8198-acccf5fbb826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:00.200570 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-2ab0aff3-fafe-442d-b23f-def6866d07fe req-ee4d2b5d-fa54-4852-8198-acccf5fbb826 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 1099 time: 0.6654449 May 13 16:12:00.296504 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:00.296973 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:00.297251 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:00.297632 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:00.298054 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:00.299850 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:00.302740 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:00.304213 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:00.310783 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:00.311227 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:00.314870 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:00.315251 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:00.321164 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:00.407810 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5a4bf-2054-44e5-b86c-e56006a6efed req-fb010573-a799-4fbc-bbb0-a3c9d5439cb0 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:00.418684 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-dce5a4bf-2054-44e5-b86c-e56006a6efed req-fb010573-a799-4fbc-bbb0-a3c9d5439cb0 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 1.1830657 May 13 16:12:00.494014 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:00.625554 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0aff3-fafe-442d-b23f-def6866d07fe req-f3d1647c-bd36-4e00-9ae2-acd726fbfa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:00.627427 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-2ab0aff3-fafe-442d-b23f-def6866d07fe req-f3d1647c-bd36-4e00-9ae2-acd726fbfa00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 920 time: 0.3349407 May 13 16:12:00.628473 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-36131642-4a90-4f48-ad91-e95c7383f2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:00.662987 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-dce5a4bf-2054-44e5-b86c-e56006a6efed req-f3f17638-afb0-42a3-89c7-36ad63414fca tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430179 May 13 16:12:00.673040 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-36131642-4a90-4f48-ad91-e95c7383f2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:00.762131 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:00.799172 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6b1d2-ff03-4ca0-9075-52ef3636f412 None None] Pushing event updated for resources: {'Port': ['ID=34fdc170-16e9-466a-b5ae-4fd0f9d10f58,revision_number=3']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:00.825041 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-ede6b1d2-ff03-4ca0-9075-52ef3636f412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.999s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:00.831109 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Transition to ACTIVE for port object 620cec06-2e68-4018-b6ab-f0accf7d26ad will not be triggered until provisioned by entity DHCP. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:12:00.875032 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:00.913595 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-36131642-4a90-4f48-ad91-e95c7383f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:00.915888 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:00.930739 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-c392596c-ece5-4155-80eb-b9962c7b9738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:00.935688 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ec48e9c9-b068-440d-8951-48e9b49c7b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:00.953869 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36131642-4a90-4f48-ad91-e95c7383f2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b54c5d1-2a3a-4eae-8953-70cb1e0dc307,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:00.958248 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-2ab0aff3-fafe-442d-b23f-def6866d07fe req-4b9f0c03-e61e-4bb0-a3b0-1639f1fc0986 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f39e7d34-f4be-4532-bcda-a4d3ccf96d72 HTTP/1.1" status: 200 len: 217 time: 0.1864705 May 13 16:12:00.959676 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-36131642-4a90-4f48-ad91-e95c7383f2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:01.004777 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] Set router 1eef0879-8833-4221-9aca-436d444f994e gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:12:01.099644 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-36131642-4a90-4f48-ad91-e95c7383f2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:01.106499 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-36131642-4a90-4f48-ad91-e95c7383f2bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b54c5d1-2a3a-4eae-8953-70cb1e0dc307 HTTP/1.1" status: 204 len: 168 time: 1.0506184 May 13 16:12:01.107958 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Pushing event updated for resources: {'Port': ['ID=620cec06-2e68-4018-b6ab-f0accf7d26ad,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:01.126088 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:01.126714 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:01.127263 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:01.127825 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:01.128353 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:01.128877 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:01.130091 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:01.130680 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:01.131191 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:01.131730 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:01.132238 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:01.132757 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:01.137310 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:01.160039 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Network c1fa65ac-c8b1-4840-a67b-53c941ea10ab is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:12:01.164190 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:12:01.168276 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:12:01.169460 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622531'] for router_interface, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:01.204757 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0aff3-fafe-442d-b23f-def6866d07fe req-335f027f-39d0-400f-80c1-e72514a9b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:01.210730 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-2ab0aff3-fafe-442d-b23f-def6866d07fe req-335f027f-39d0-400f-80c1-e72514a9b9c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f10e9a3-0af6-4fed-b04c-11eeafe49330 HTTP/1.1" status: 200 len: 859 time: 0.2297199 May 13 16:12:01.236110 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cbf87-3f93-48cc-9248-92341554f877 req-d09b8a5c-2a57-40e5-97dd-c989a09497b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:01.249254 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6e6cbf87-3f93-48cc-9248-92341554f877 req-d09b8a5c-2a57-40e5-97dd-c989a09497b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.8245409 May 13 16:12:01.307686 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-2ab0aff3-fafe-442d-b23f-def6866d07fe req-8a1a9fb6-0036-4c49-8d55-88dea8bb58b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a278da7-8d29-42e4-b73e-7fe4eba3c568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829587 May 13 16:12:01.456489 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6e6cbf87-3f93-48cc-9248-92341554f877 req-ed4dda6b-dd49-4a41-ac1c-f870f13f33fe tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060475 May 13 16:12:01.690742 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-226ddfe9-7c75-49c2-a840-de6791070b58 None None] Provisioning for port 620cec06-2e68-4018-b6ab-f0accf7d26ad completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:12:01.706439 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-226ddfe9-7c75-49c2-a840-de6791070b58 None None] Provisioning complete for port 620cec06-2e68-4018-b6ab-f0accf7d26ad triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:12:01.709145 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-226ddfe9-7c75-49c2-a840-de6791070b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:01.752445 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:01.788383 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eef0879-8833-4221-9aca-436d444f994e', 'name': 'tempest-TestShelveInstance-586735005-router', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:47Z', 'updated_at': '2021-05-13T16:11:52Z', 'revision_number': 3, 'project_id': '640626dd9e15426d9e93b4511a65d808', 'gw_port': {'id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eef0879-8833-4221-9aca-436d444f994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:49Z', 'updated_at': '2021-05-13T16:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:12:01.806945 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce16e7-2769-4120-bc41-6c34f563dcf5 None None] The sync data for ids ['1eef0879-8833-4221-9aca-436d444f994e'] in dv-cinder-689486-12-smb is: [{'id': '1eef0879-8833-4221-9aca-436d444f994e', 'name': 'tempest-TestShelveInstance-586735005-router', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:47Z', 'updated_at': '2021-05-13T16:11:52Z', 'revision_number': 3, 'project_id': '640626dd9e15426d9e93b4511a65d808', 'gw_port': {'id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eef0879-8833-4221-9aca-436d444f994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:49Z', 'updated_at': '2021-05-13T16:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:12:01.825930 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-2ab0aff3-fafe-442d-b23f-def6866d07fe req-5c3a13f4-3863-459a-8805-a132cb640354 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109537 May 13 16:12:02.069441 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-226ddfe9-7c75-49c2-a840-de6791070b58 None None] Port 620cec06-2e68-4018-b6ab-f0accf7d26ad cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:12:02.098528 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-2ab0aff3-fafe-442d-b23f-def6866d07fe req-028df8ea-223f-456c-ad18-a360d670a463 service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578964 May 13 16:12:02.631212 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cbfe3-de34-48db-9548-5cdc99777e6c req-a11a0743-38c9-4d0e-b59a-746be955db5f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:02.633801 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3f6cbfe3-de34-48db-9548-5cdc99777e6c req-a11a0743-38c9-4d0e-b59a-746be955db5f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.4381578 May 13 16:12:02.885172 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3f6cbfe3-de34-48db-9548-5cdc99777e6c req-1fb06e2b-c4e9-4adb-99e9-0c06c85f17a2 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088821 May 13 16:12:03.122973 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:03.133832 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:03.137214 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1040764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622428'] for router_interface, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:03.150897 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:03.481528 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Pushing event updated for resources: {'Port': ['ID=620cec06-2e68-4018-b6ab-f0accf7d26ad,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:03.493510 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:03.506418 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b6e9c-e189-419d-bf3b-f483aaa105a3 req-7be73a84-0323-4b3e-9f6a-a968ef6b2367 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:03.508933 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-128b6e9c-e189-419d-bf3b-f483aaa105a3 req-7be73a84-0323-4b3e-9f6a-a968ef6b2367 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.4989362 May 13 16:12:03.590269 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 38892) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:12:03.675676 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Network c1fa65ac-c8b1-4840-a67b-53c941ea10ab is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:12:03.679410 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:12:03.710574 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-128b6e9c-e189-419d-bf3b-f483aaa105a3 req-bc167093-0139-4131-b54a-eb8a090174ea tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709671 May 13 16:12:03.840399 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:03.997272 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1336757801-network', 'tenant_id': '59438ab644a842ff92524f6729b1bd33'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:04.048467 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:04.074785 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-f5597ef3-0d7a-4685-8bea-f01b21a1c12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:04.081836 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Usage tracker for resource:network and tenant:59438ab644a842ff92524f6729b1bd33 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:04.113825 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:04.146562 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:04.159423 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-3de555c5-7426-4f9a-9b5b-ceedf47df66c None None] Provisioning complete for port 620cec06-2e68-4018-b6ab-f0accf7d26ad triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:12:04.168144 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-3de555c5-7426-4f9a-9b5b-ceedf47df66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:04.192395 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Made reservation on behalf of 59438ab644a842ff92524f6729b1bd33 for: {'network': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:12:04.209851 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:04.247720 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:04.301871 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:04.331936 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Usage tracker for resource:security_group_rule and tenant:59438ab644a842ff92524f6729b1bd33 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:04.339590 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:04.367525 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-3de555c5-7426-4f9a-9b5b-ceedf47df66c None None] Port 620cec06-2e68-4018-b6ab-f0accf7d26ad cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:12:04.368047 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:04.379022 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:12:04.594063 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:12:04.606312 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:12:04.606991 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:04.658373 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:04.668753 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:04.682412 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-0ce882f1-1d30-4dad-9a62-3eb0953811b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:04.777359 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=79043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:12:04.786822 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb90a2f4-ca31-4299-8e37-06192659d6f2,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:04.796493 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:04.804692 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:04.805953 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.segments_db [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Added segment 96ad0803-328a-4806-9007-1a8a59c4766c of type vlan for network b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 May 13 16:12:04.856901 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:04.912077 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:04.916578 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:04.918356 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:04.974206 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:04.996849 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ef349-1721-48c4-a0d3-0b37bbe50fd7 req-036df735-b5bb-4ac9-8d92-a92f86e3fa68 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:05.000030 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2b5ef349-1721-48c4-a0d3-0b37bbe50fd7 req-036df735-b5bb-4ac9-8d92-a92f86e3fa68 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.5203915 May 13 16:12:05.012311 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4150915 May 13 16:12:05.021041 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 38908) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:12:05.088785 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:05.114549 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Request body: {'subnet': {'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1336757801-subnet', 'tenant_id': '59438ab644a842ff92524f6729b1bd33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:05.117683 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:05.128863 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 34fdc170-16e9-466a-b5ae-4fd0f9d10f58, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=34fdc170-16e9-466a-b5ae-4fd0f9d10f58,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:05.133200 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Router 1eef0879-8833-4221-9aca-436d444f994e has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:12:05.140878 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:05.147656 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:05.189711 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Pushing event updated for resources: {'Network': ['ID=b4282fa9-a1fc-496a-b25c-e33a3ef9ec41,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:05.190568 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:05.194881 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:05.201430 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Usage tracker for resource:subnet and tenant:59438ab644a842ff92524f6729b1bd33 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:05.206178 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:05.216877 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:05.225827 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:12:05.245254 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Made reservation on behalf of 59438ab644a842ff92524f6729b1bd33 for: {'subnet': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:12:05.247627 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:05.534812 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=34fdc170-16e9-466a-b5ae-4fd0f9d10f58,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:05.542106 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:05.834085 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:12:05.852061 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Sync routers for ids ['1eef0879-8833-4221-9aca-436d444f994e'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:12:05.887823 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Routers {'1eef0879-8833-4221-9aca-436d444f994e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:12:05.888429 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:12:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['1eef0879-8833-4221-9aca-436d444f994e'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:12:05.917364 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2b5ef349-1721-48c4-a0d3-0b37bbe50fd7 req-31d1dff1-177a-42c7-aa07-a0749388d66e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8116775 May 13 16:12:05.935366 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] 10.222.0.54 "PUT /v2.0/routers/1eef0879-8833-4221-9aca-436d444f994e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9596937 May 13 16:12:06.019010 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8539c-0717-4e8a-ba9d-7249241c4cd0 req-debb40a3-5ccd-499d-95e2-f6f2329114e7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:06.027395 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e2f8539c-0717-4e8a-ba9d-7249241c4cd0 req-debb40a3-5ccd-499d-95e2-f6f2329114e7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 1.0111260 May 13 16:12:06.143489 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e2f8539c-0717-4e8a-ba9d-7249241c4cd0 req-1f36379e-5ff8-422b-8f69-5aaa564cb13d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150389 May 13 16:12:06.192537 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:12:06.319795 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:06.329479 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7cb4fca8-2a3c-4619-bf28-a254980c0f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:06.409361 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:12:06.409966 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:06.421590 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64102bdd-5ac5-453f-89af-9aed6f2da2be,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:06.442282 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:06.465864 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Set router 1eef0879-8833-4221-9aca-436d444f994e gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:12:06.498242 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Checking segment: {'id': '96ad0803-328a-4806-9007-1a8a59c4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:12:06.498603 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Network hostable DHCP agents. Network: b4282fa9-a1fc-496a-b25c-e33a3ef9ec41, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:12:06.536689 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Network b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:12:06.568216 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, b4282fa9-a1fc-496a-b25c-e33a3ef9ec41) {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:12:06.576666 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:06.577318 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:06.627425 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-8839b6dd-d55d-429c-b1b7-6419c695c709 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5965450 May 13 16:12:06.814235 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf9288-f522-49db-974a-a19a358ca28c None None] Network b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:12:07.111113 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:07.233264 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:12:07.576514 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff6081-9819-4f77-b740-3acfb13410c1 None None] Network b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:12:07.815241 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eef0879-8833-4221-9aca-436d444f994e', 'name': 'tempest-TestShelveInstance-586735005-router', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:47Z', 'updated_at': '2021-05-13T16:12:01Z', 'revision_number': 4, 'project_id': '640626dd9e15426d9e93b4511a65d808', 'gw_port': {'id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eef0879-8833-4221-9aca-436d444f994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:49Z', 'updated_at': '2021-05-13T16:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '620cec06-2e68-4018-b6ab-f0accf7d26ad', 'name': '', 'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'mac_address': 'fa:16:3e:5a:9f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eef0879-8833-4221-9aca-436d444f994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '10868a19-03c5-48d2-a732-3d5c06790cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:59Z', 'updated_at': '2021-05-13T16:12:02Z', 'revision_number': 2, 'project_id': '640626dd9e15426d9e93b4511a65d808', 'subnets': [{'id': '10868a19-03c5-48d2-a732-3d5c06790cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:12:07.843078 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Checking router: 1eef0879-8833-4221-9aca-436d444f994e for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:12:07.843078 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Updating router 1eef0879-8833-4221-9aca-436d444f994e port 620cec06-2e68-4018-b6ab-f0accf7d26ad binding host dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:12:08.274758 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:08.340276 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 38964) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:12:08.347497 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1920183163', 'description': 'tempest-secgroup-smoke-1920183163 description', 'project_id': '60a6df343e7042dc9a8e981dce6e8b46'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:08.410052 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:08.459208 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Usage tracker for resource:security_group and tenant:60a6df343e7042dc9a8e981dce6e8b46 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:08.465932 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:08.484206 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:08.526070 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:08.756489 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:08.873409 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Usage tracker for resource:security_group_rule and tenant:60a6df343e7042dc9a8e981dce6e8b46 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:08.891970 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:08.917854 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:09.018806 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae1e27-fc34-4539-8e4c-736618fbd459 req-f8300ac0-9ed3-4968-a1c1-d5c0f254e2d5 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:09.028302 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2aae1e27-fc34-4539-8e4c-736618fbd459 req-f8300ac0-9ed3-4968-a1c1-d5c0f254e2d5 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.4338899 May 13 16:12:09.063978 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27c58e-1d62-4ea6-9f8c-e94792dd3ced req-1fd9296f-6974-4a6c-b238-a51a999d666f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:09.065887 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ae27c58e-1d62-4ea6-9f8c-e94792dd3ced req-1fd9296f-6974-4a6c-b238-a51a999d666f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.3145027 May 13 16:12:09.122891 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Notify callbacks [] for port, precommit_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:09.142948 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Transition to ACTIVE for port object 620cec06-2e68-4018-b6ab-f0accf7d26ad will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:12:09.162972 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:09.168383 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-5692502d-f361-482c-86bf-f26d4a549a58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:09.225558 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2aae1e27-fc34-4539-8e4c-736618fbd459 req-40d777b7-9b97-451c-943a-fe983b55ce03 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950495 May 13 16:12:09.233483 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:09.242199 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ae27c58e-1d62-4ea6-9f8c-e94792dd3ced req-87bb544e-273a-4730-816d-cd49cd59bcc8 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469958 May 13 16:12:09.244076 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:09.250283 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-b4c8638b-a62e-4a85-a2a9-ae202de11ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:09.310078 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7715682-5e5e-4a78-b608-dabe9e05c9c7 None None] Pushing event updated for resources: {'Port': ['ID=620cec06-2e68-4018-b6ab-f0accf7d26ad,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:09.315622 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-b7715682-5e5e-4a78-b608-dabe9e05c9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:09.333585 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae97a658-f3a5-4a99-ac89-44d6a4bc6955,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:09.336762 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:09.338328 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9968126 May 13 16:12:09.339554 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:09.342721 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 38974) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:12:09.351893 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-1c134917-6204-4203-a244-24f174a78c69 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Request body: {'security_group_rule': {'security_group_id': 'ae97a658-f3a5-4a99-ac89-44d6a4bc6955', 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:09.378779 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-1c134917-6204-4203-a244-24f174a78c69 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:09.397844 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-1c134917-6204-4203-a244-24f174a78c69 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Usage tracker for resource:security_group_rule and tenant:60a6df343e7042dc9a8e981dce6e8b46 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:09.403294 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-1c134917-6204-4203-a244-24f174a78c69 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:09.412859 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-1c134917-6204-4203-a244-24f174a78c69 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:09.439205 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1c134917-6204-4203-a244-24f174a78c69 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:09.596978 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1c134917-6204-4203-a244-24f174a78c69 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:09.604192 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1c134917-6204-4203-a244-24f174a78c69 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:09.607149 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:09.640854 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Attempting to bind port 620cec06-2e68-4018-b6ab-f0accf7d26ad on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:12:09.641365 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Attempting to bind port 620cec06-2e68-4018-b6ab-f0accf7d26ad by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '93a39306-efad-48c5-b2d9-c0f374755310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:12:09.641882 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Attempting to bind port 620cec06-2e68-4018-b6ab-f0accf7d26ad on network c1fa65ac-c8b1-4840-a67b-53c941ea10ab {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:12:09.649455 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:12:09.650445 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Checking segment: {'id': '93a39306-efad-48c5-b2d9-c0f374755310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:12:09.650954 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:09.651784 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Bound using segment: {'id': '93a39306-efad-48c5-b2d9-c0f374755310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:12:09.652294 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Bound port: 620cec06-2e68-4018-b6ab-f0accf7d26ad, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a39306-efad-48c5-b2d9-c0f374755310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:12:09.652689 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:09.695705 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c134917-6204-4203-a244-24f174a78c69 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f444ab9-a331-4635-8075-200b0f22ca13,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:09.704927 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-1c134917-6204-4203-a244-24f174a78c69 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:09.727811 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1c134917-6204-4203-a244-24f174a78c69 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:09.730003 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-1c134917-6204-4203-a244-24f174a78c69 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3847265 May 13 16:12:09.734081 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 38980) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:12:09.746704 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-391ad18b-6f49-47f7-8fcd-a12a154709be tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Request body: {'security_group_rule': {'security_group_id': 'ae97a658-f3a5-4a99-ac89-44d6a4bc6955', 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:09.759200 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-391ad18b-6f49-47f7-8fcd-a12a154709be tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:09.766039 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-391ad18b-6f49-47f7-8fcd-a12a154709be tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Usage tracker for resource:security_group_rule and tenant:60a6df343e7042dc9a8e981dce6e8b46 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:09.771352 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-391ad18b-6f49-47f7-8fcd-a12a154709be tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:09.810018 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-391ad18b-6f49-47f7-8fcd-a12a154709be tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:09.858101 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-391ad18b-6f49-47f7-8fcd-a12a154709be tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:09.920904 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] For port 620cec06-2e68-4018-b6ab-f0accf7d26ad, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:12:09.927758 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] For port 620cec06-2e68-4018-b6ab-f0accf7d26ad, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=620cec06-2e68-4018-b6ab-f0accf7d26ad,segment=NetworkSegment(93a39306-efad-48c5-b2d9-c0f374755310),segment_id=93a39306-efad-48c5-b2d9-c0f374755310)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:12:09.942694 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:09.961482 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:10.163010 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Routers {'1eef0879-8833-4221-9aca-436d444f994e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:12:10.165413 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:12:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['1eef0879-8833-4221-9aca-436d444f994e'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:12:10.235034 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-391ad18b-6f49-47f7-8fcd-a12a154709be tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:10.263135 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-391ad18b-6f49-47f7-8fcd-a12a154709be tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:10.279820 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-1c134917-6204-4203-a244-24f174a78c69 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:10.371232 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ad18b-6f49-47f7-8fcd-a12a154709be tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0d3e4b-75f7-4bd7-aae2-09d62b60c27f,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:10.374338 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-391ad18b-6f49-47f7-8fcd-a12a154709be tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:10.399486 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-391ad18b-6f49-47f7-8fcd-a12a154709be tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:10.406758 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-391ad18b-6f49-47f7-8fcd-a12a154709be tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6664655 May 13 16:12:10.408028 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 39018) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:12:10.419486 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-0cfd5994-661d-444d-a765-2e30666a092c tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Request body: {'security_group_rule': {'security_group_id': 'ae97a658-f3a5-4a99-ac89-44d6a4bc6955', 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:10.432111 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-0cfd5994-661d-444d-a765-2e30666a092c tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:10.457488 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-0cfd5994-661d-444d-a765-2e30666a092c tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Usage tracker for resource:security_group_rule and tenant:60a6df343e7042dc9a8e981dce6e8b46 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:10.469502 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-0cfd5994-661d-444d-a765-2e30666a092c tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:10.487232 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-0cfd5994-661d-444d-a765-2e30666a092c tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:10.522478 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-98fb973e-13a9-4840-be26-cdccc8062f91 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:10.531516 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-98fb973e-13a9-4840-be26-cdccc8062f91 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/networks?id=b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 HTTP/1.1" status: 200 len: 814 time: 0.2936566 May 13 16:12:10.536655 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 39022) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:12:10.536898 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0cfd5994-661d-444d-a765-2e30666a092c tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:10.541339 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] Set router 1eef0879-8833-4221-9aca-436d444f994e gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:12:10.588448 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-4d37956e-7fc3-4568-9c86-bba825ec7656 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/quotas/59438ab644a842ff92524f6729b1bd33 HTTP/1.1" status: 200 len: 375 time: 0.0555735 May 13 16:12:10.628604 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0cfd5994-661d-444d-a765-2e30666a092c tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:10.633708 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0cfd5994-661d-444d-a765-2e30666a092c tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:10.638847 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7715682-5e5e-4a78-b608-dabe9e05c9c7 None None] Pushing event updated for resources: {'Port': ['ID=620cec06-2e68-4018-b6ab-f0accf7d26ad,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:10.649720 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-b7715682-5e5e-4a78-b608-dabe9e05c9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:10.663412 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bb82b2f5-b3de-4e9d-a1ca-da2afa13bb58 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=59438ab644a842ff92524f6729b1bd33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738111 May 13 16:12:10.667290 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:10.693014 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd5994-661d-444d-a765-2e30666a092c tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1656df4-1825-482b-90b2-ae4ddce62465,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:10.696519 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-0cfd5994-661d-444d-a765-2e30666a092c tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:10.708008 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0cfd5994-661d-444d-a765-2e30666a092c tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:10.714171 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 39028) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:12:10.714670 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-0cfd5994-661d-444d-a765-2e30666a092c tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3032053 May 13 16:12:10.767019 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-b22cac4a-4f66-42e5-9d15-3b5b9d110011 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Request body: {'security_group_rule': {'security_group_id': 'ae97a658-f3a5-4a99-ac89-44d6a4bc6955', 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:10.784168 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-b22cac4a-4f66-42e5-9d15-3b5b9d110011 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:10.799225 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-b22cac4a-4f66-42e5-9d15-3b5b9d110011 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Usage tracker for resource:security_group_rule and tenant:60a6df343e7042dc9a8e981dce6e8b46 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:10.808953 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-b22cac4a-4f66-42e5-9d15-3b5b9d110011 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:10.840163 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae677f5-ed6a-466d-84d3-402116a3c6bd req-0f25022d-f371-4a8c-ad41-8cf9b9ecc478 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:10.848379 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-eae677f5-ed6a-466d-84d3-402116a3c6bd req-0f25022d-f371-4a8c-ad41-8cf9b9ecc478 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.3136706 May 13 16:12:10.851632 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-b22cac4a-4f66-42e5-9d15-3b5b9d110011 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:10.926915 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e93a91c0-b8b5-4d7e-bdd8-7f8d7642d60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:10.981457 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b22cac4a-4f66-42e5-9d15-3b5b9d110011 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:10.990453 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-a8ea09a4-e525-48cd-aa77-60a6f61e76a7 service neutron] 10.222.0.54 "GET /v2.0/networks/b4282fa9-a1fc-496a-b25c-e33a3ef9ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103497 May 13 16:12:10.995319 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-e93a91c0-b8b5-4d7e-bdd8-7f8d7642d60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:11.005390 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-eae677f5-ed6a-466d-84d3-402116a3c6bd req-0a245fe5-b2c5-41e4-b031-f27a8b8bd24c tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558805 May 13 16:12:11.048372 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-e93a91c0-b8b5-4d7e-bdd8-7f8d7642d60e admin admin] Usage tracker for resource:security_group_rule and tenant:c60364509a324045939cda2257799fcb is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:11.050893 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eef0879-8833-4221-9aca-436d444f994e', 'name': 'tempest-TestShelveInstance-586735005-router', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:47Z', 'updated_at': '2021-05-13T16:12:01Z', 'revision_number': 4, 'project_id': '640626dd9e15426d9e93b4511a65d808', 'gw_port': {'id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eef0879-8833-4221-9aca-436d444f994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:49Z', 'updated_at': '2021-05-13T16:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '620cec06-2e68-4018-b6ab-f0accf7d26ad', 'name': '', 'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'mac_address': 'fa:16:3e:5a:9f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eef0879-8833-4221-9aca-436d444f994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '10868a19-03c5-48d2-a732-3d5c06790cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:59Z', 'updated_at': '2021-05-13T16:12:09Z', 'revision_number': 4, 'project_id': '640626dd9e15426d9e93b4511a65d808', 'subnets': [{'id': '10868a19-03c5-48d2-a732-3d5c06790cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:12:11.056965 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f11fef-af35-4a10-9609-79f5119dd34e None None] The sync data for ids ['1eef0879-8833-4221-9aca-436d444f994e'] in dv-cinder-689486-12-smb is: [{'id': '1eef0879-8833-4221-9aca-436d444f994e', 'name': 'tempest-TestShelveInstance-586735005-router', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:47Z', 'updated_at': '2021-05-13T16:12:01Z', 'revision_number': 4, 'project_id': '640626dd9e15426d9e93b4511a65d808', 'gw_port': {'id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eef0879-8833-4221-9aca-436d444f994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:49Z', 'updated_at': '2021-05-13T16:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '620cec06-2e68-4018-b6ab-f0accf7d26ad', 'name': '', 'network_id': 'c1fa65ac-c8b1-4840-a67b-53c941ea10ab', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'mac_address': 'fa:16:3e:5a:9f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eef0879-8833-4221-9aca-436d444f994e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '10868a19-03c5-48d2-a732-3d5c06790cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:59Z', 'updated_at': '2021-05-13T16:12:09Z', 'revision_number': 4, 'project_id': '640626dd9e15426d9e93b4511a65d808', 'subnets': [{'id': '10868a19-03c5-48d2-a732-3d5c06790cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:12:11.067759 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-e93a91c0-b8b5-4d7e-bdd8-7f8d7642d60e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:11.183586 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-e93a91c0-b8b5-4d7e-bdd8-7f8d7642d60e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:11.335696 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7082c-9046-4006-a603-14112d80e6f1 req-ff88c412-5ab9-4366-9365-38e9ab905aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:11.337729 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c7082c-9046-4006-a603-14112d80e6f1 req-ff88c412-5ab9-4366-9365-38e9ab905aa7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b03e7da06f462f87ae1810bfc67172&device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 1098 time: 0.1148572 May 13 16:12:11.415779 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b22cac4a-4f66-42e5-9d15-3b5b9d110011 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:11.441456 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b22cac4a-4f66-42e5-9d15-3b5b9d110011 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:11.451650 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-0eeb4326-acc8-4662-bfba-f89e80393472 service neutron] 10.222.0.54 "GET /v2.0/networks/b4282fa9-a1fc-496a-b25c-e33a3ef9ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452772 May 13 16:12:11.461475 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-391ad18b-6f49-47f7-8fcd-a12a154709be tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:11.479680 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185d5c2-cfaa-46fc-80ee-00f68257d53d req-ba66d694-d044-4933-a8fd-0e41aaa994a4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:11.486876 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f185d5c2-cfaa-46fc-80ee-00f68257d53d req-ba66d694-d044-4933-a8fd-0e41aaa994a4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.3239615 May 13 16:12:11.552647 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7082c-9046-4006-a603-14112d80e6f1 req-e7798ad1-5ab1-4474-98d5-0a494feec572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:11.553430 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cac4a-4f66-42e5-9d15-3b5b9d110011 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c208e58-e104-4aec-8766-a19c5f6beea7,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:11.555017 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c7082c-9046-4006-a603-14112d80e6f1 req-e7798ad1-5ab1-4474-98d5-0a494feec572 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 200 len: 918 time: 0.2029967 May 13 16:12:11.581383 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-b22cac4a-4f66-42e5-9d15-3b5b9d110011 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:11.629250 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f185d5c2-cfaa-46fc-80ee-00f68257d53d req-19fcb671-a1f0-421a-bb29-db1d4b108c9d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412616 May 13 16:12:11.631787 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-b22cac4a-4f66-42e5-9d15-3b5b9d110011 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:11.642220 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-b22cac4a-4f66-42e5-9d15-3b5b9d110011 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9268026 May 13 16:12:11.643034 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 39042) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:12:11.694712 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e93a91c0-b8b5-4d7e-bdd8-7f8d7642d60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:11.702212 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Request body: {'security_group_rule': {'security_group_id': 'ae97a658-f3a5-4a99-ac89-44d6a4bc6955', 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:11.709254 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e93a91c0-b8b5-4d7e-bdd8-7f8d7642d60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:11.718975 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:11.721553 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d3b98b2e-4e7e-40f3-b97b-8d06701efec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:11.749743 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Usage tracker for resource:security_group_rule and tenant:60a6df343e7042dc9a8e981dce6e8b46 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:11.750326 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c7082c-9046-4006-a603-14112d80e6f1 req-589a9fcc-f499-45e3-83a8-9eea703f2889 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=871149f6-9017-4096-a59a-e1483f6f2755 HTTP/1.1" status: 200 len: 1000 time: 0.1844759 May 13 16:12:11.762625 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:11.781830 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:11.881089 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7082c-9046-4006-a603-14112d80e6f1 req-82fd19cb-a840-426b-aa69-418baed55657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:11.882926 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c7082c-9046-4006-a603-14112d80e6f1 req-82fd19cb-a840-426b-aa69-418baed55657 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a3a991-627e-4aa0-addc-74ff480943da HTTP/1.1" status: 200 len: 856 time: 0.1158288 May 13 16:12:11.923431 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a91c0-b8b5-4d7e-bdd8-7f8d7642d60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad107f75-be68-401a-bed7-49faa7d47929,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:11.985418 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f70ca4f6-94a5-4a5c-a9a8-bac221fc5931 req-ab91e16c-723f-42fe-a2f4-14a204c5e1f5 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 210 time: 0.2197037 May 13 16:12:11.986396 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-e93a91c0-b8b5-4d7e-bdd8-7f8d7642d60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:11.998452 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-e93a91c0-b8b5-4d7e-bdd8-7f8d7642d60e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c60364509a324045939cda2257799fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4299612 May 13 16:12:12.003678 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.securitygroups_db [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Project 60a6df343e7042dc9a8e981dce6e8b46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 16:12:12.010737 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 39060) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:12:12.029515 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7082c-9046-4006-a603-14112d80e6f1 req-5693955d-bf04-4bc7-8606-e5c6738c0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:12.032549 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c7082c-9046-4006-a603-14112d80e6f1 req-5693955d-bf04-4bc7-8606-e5c6738c0cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca658d9-eaa4-4676-96b4-38061917c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1427031 May 13 16:12:12.044761 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:12.157378 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 620cec06-2e68-4018-b6ab-f0accf7d26ad up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:12:12.313132 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 620cec06-2e68-4018-b6ab-f0accf7d26ad completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:12:12.324971 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 620cec06-2e68-4018-b6ab-f0accf7d26ad triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:12:12.325347 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:12.326615 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-4df0af51-6d64-4656-88a7-0bc70ee82076 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:12.335398 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-4df0af51-6d64-4656-88a7-0bc70ee82076 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/networks?id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f HTTP/1.1" status: 200 len: 814 time: 0.4738505 May 13 16:12:12.339038 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:12.350497 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f81a2134-1b1c-4c7c-8e2b-6044984a748b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:12.354180 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:12.377059 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-4159aec5-9cf6-496a-b172-9bcc33ef8f72 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/quotas/f6244fc3a56347f88a00fa03c6e625d4 HTTP/1.1" status: 200 len: 375 time: 0.0405085 May 13 16:12:12.392000 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-b22cac4a-4f66-42e5-9d15-3b5b9d110011 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:12.446730 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c7082c-9046-4006-a603-14112d80e6f1 req-c08ff8ff-3865-4d50-b6b3-d23760211266 service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885248 May 13 16:12:12.468210 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f81a2134-1b1c-4c7c-8e2b-6044984a748b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:12.543261 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:12.634197 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 620cec06-2e68-4018-b6ab-f0accf7d26ad, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=620cec06-2e68-4018-b6ab-f0accf7d26ad,segment=NetworkSegment(93a39306-efad-48c5-b2d9-c0f374755310),segment_id=93a39306-efad-48c5-b2d9-c0f374755310)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:12.639676 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:12.645603 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-5692502d-f361-482c-86bf-f26d4a549a58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:12.652280 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-a0c7082c-9046-4006-a603-14112d80e6f1 req-7eb7f1b2-29d0-411e-9e2f-2c76d7a76a63 service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944420 May 13 16:12:12.654523 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2939f63-6b56-43ab-8991-9abffa6e6115,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:12.659391 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:12.668985 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:12.672808 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9756668 May 13 16:12:12.675725 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 39068) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:12:12.680893 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Request body: {'security_group_rule': {'security_group_id': 'ae97a658-f3a5-4a99-ac89-44d6a4bc6955', 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:12.691858 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:12.706809 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930399c6-189e-4177-8f57-f7b553979bf3 req-0973ab59-925e-43f8-a8e9-be704cba2967 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:12.709497 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Usage tracker for resource:security_group_rule and tenant:60a6df343e7042dc9a8e981dce6e8b46 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:12.716341 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-930399c6-189e-4177-8f57-f7b553979bf3 req-0973ab59-925e-43f8-a8e9-be704cba2967 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.5362213 May 13 16:12:12.725046 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:12.748935 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:12.767445 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.securitygroups_db [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Project 60a6df343e7042dc9a8e981dce6e8b46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 16:12:12.784824 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:12.846679 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=620cec06-2e68-4018-b6ab-f0accf7d26ad,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:12.847796 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-930399c6-189e-4177-8f57-f7b553979bf3 req-4bccb908-4f02-4f1e-a730-a86ecf38414c tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303246 May 13 16:12:12.857567 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:12.892705 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-355c6fc8-55a4-4fef-8607-4654e68847a9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6244fc3a56347f88a00fa03c6e625d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4811730 May 13 16:12:12.893462 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f81a2134-1b1c-4c7c-8e2b-6044984a748b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:12.908580 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-fc1a9320-dff0-49cc-85ae-832572e04f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:12.937395 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:12.956334 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:12.962268 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-97864de3-56e5-4aba-9e5e-96dc4b9f0433 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:12.986818 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2134-1b1c-4c7c-8e2b-6044984a748b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad107f75-be68-401a-bed7-49faa7d47929,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:12.989346 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f81a2134-1b1c-4c7c-8e2b-6044984a748b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:13.032803 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad2b906-5188-4450-be26-139158055b84,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:13.038532 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:13.039933 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:13.052094 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f81a2134-1b1c-4c7c-8e2b-6044984a748b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:13.054028 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-f81a2134-1b1c-4c7c-8e2b-6044984a748b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ad107f75-be68-401a-bed7-49faa7d47929 HTTP/1.1" status: 204 len: 168 time: 1.0371914 May 13 16:12:13.054575 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3786435 May 13 16:12:13.372132 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-054a0af9-d1f3-42b1-9e4b-ed8a078aac6a service neutron] 10.222.0.54 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661603 May 13 16:12:13.584090 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6be1c-8e0e-45e3-aa45-4e0803fe98c6 req-b395938f-7fd1-4d81-a4b8-6498f1bc6b91 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:13.586661 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9eb6be1c-8e0e-45e3-aa45-4e0803fe98c6 req-b395938f-7fd1-4d81-a4b8-6498f1bc6b91 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 945 time: 0.4338334 May 13 16:12:13.637755 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-a5cb2964-9688-446d-a1cf-e6758c0aec36 service neutron] 10.222.0.54 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487469 May 13 16:12:13.677478 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9eb6be1c-8e0e-45e3-aa45-4e0803fe98c6 req-abd3015f-f893-408b-a192-ded7d3e543a2 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769763 May 13 16:12:13.922045 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6d11b74b-cf7d-46d1-b17a-c8637b428537 req-b394cfb1-1c31-4411-8c99-a503fbe4be21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 210 time: 0.1174691 May 13 16:12:13.941371 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fe7e1d51-55d8-4bef-a452-fc20e3dfa9c7 req-d5b31243-ef3d-4dc8-ad75-b72c427c90b6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 210 time: 0.0623603 May 13 16:12:14.070123 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 620cec06-2e68-4018-b6ab-f0accf7d26ad up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:12:14.219383 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 620cec06-2e68-4018-b6ab-f0accf7d26ad triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:12:14.223069 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:14.300525 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fefe7-08bb-43ea-ad7b-7088233e1e5a req-7873f254-0290-41ca-af85-31cbe110680d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:14.306662 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f97fefe7-08bb-43ea-ad7b-7088233e1e5a req-7873f254-0290-41ca-af85-31cbe110680d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1998725 May 13 16:12:14.373685 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f97fefe7-08bb-43ea-ad7b-7088233e1e5a req-42490288-da92-4f19-8f99-af44f97a2940 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548158 May 13 16:12:14.428840 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 871149f6-9017-4096-a59a-e1483f6f2755 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:12:14.694280 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:14.723628 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-e99e5eef-42cf-4cbd-b2a6-94ec9248d75f tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:14.724689 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-e99e5eef-42cf-4cbd-b2a6-94ec9248d75f tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Synchronizing usage tracker for tenant:59438ab644a842ff92524f6729b1bd33 on resource:network {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:12:14.745741 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-e99e5eef-42cf-4cbd-b2a6-94ec9248d75f tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Unset dirty status for tenant:59438ab644a842ff92524f6729b1bd33 on resource:network {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:12:14.747490 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-e99e5eef-42cf-4cbd-b2a6-94ec9248d75f tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.36 "GET /v2.0/networks?id=b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 HTTP/1.1" status: 200 len: 814 time: 0.3766067 May 13 16:12:14.776825 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Request body: {'port': {'device_id': 'c5c7081f-82d3-4d19-a473-c6b08dcaac5a', 'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41', 'admin_state_up': True, 'tenant_id': '59438ab644a842ff92524f6729b1bd33'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:14.787361 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:12:14.834324 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 871149f6-9017-4096-a59a-e1483f6f2755, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=871149f6-9017-4096-a59a-e1483f6f2755,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:14.840910 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:14.844490 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-6794f84e-b892-4ef2-ae94-8041a24982ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:15.035882 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755', 'code': 200} May 13 16:12:15.094006 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:15.098919 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Usage tracker for resource:port and tenant:59438ab644a842ff92524f6729b1bd33 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:15.101612 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=871149f6-9017-4096-a59a-e1483f6f2755,revision_number=8']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:15.103074 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:15.115133 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:15.123295 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:15.137875 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19c0d5-91ae-4123-9e55-b0751c603859 req-9428031e-e742-4219-a96e-8ae259ddb2ec tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:15.138868 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Made reservation on behalf of 59438ab644a842ff92524f6729b1bd33 for: {'port': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:12:15.140773 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ac19c0d5-91ae-4123-9e55-b0751c603859 req-9428031e-e742-4219-a96e-8ae259ddb2ec tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.2215922 May 13 16:12:15.144058 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:15.223351 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ac19c0d5-91ae-4123-9e55-b0751c603859 req-945d29ca-e9f0-4d71-84d4-251eae7fe15a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698366 May 13 16:12:15.316117 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-33be0985-bcf1-40f8-8ae7-97116ca779da req-54c9e554-8b33-4ba5-af4b-c02742dd2393 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 210 time: 0.0982060 May 13 16:12:15.474852 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Allocated IP 172.20.0.12 (b4282fa9-a1fc-496a-b25c-e33a3ef9ec41/64102bdd-5ac5-453f-89af-9aed6f2da2be/515b9115-3efc-4fd8-bb10-364bb532d7c3) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:12:15.544482 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0f6d2833-ffcb-456e-bd5d-824d242ec0c7 req-22ab5ed6-e384-4948-8654-53a266e0aa9b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 210 time: 0.0898168 May 13 16:12:15.677263 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069665b-ab4d-4061-a50f-8214c404e208 req-c9cf668a-ef4d-4a6a-9c2f-d317ecac23c6 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:15.679300 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5069665b-ab4d-4061-a50f-8214c404e208 req-c9cf668a-ef4d-4a6a-9c2f-d317ecac23c6 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1315029 May 13 16:12:15.772705 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5069665b-ab4d-4061-a50f-8214c404e208 req-ab1f9a9c-c3ae-49f8-8072-fe20d6b7489c tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813859 May 13 16:12:15.814964 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:15.858385 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:15.868070 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-cf658817-82df-450a-b7ac-681891767901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:15.973447 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Network b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:12:15.985705 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:12:15.990029 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:12:16.059705 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Pushing event updated for resources: {'Port': ['ID=515b9115-3efc-4fd8-bb10-364bb532d7c3,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:16.063534 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:16.103919 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:16.104591 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:16.139454 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3682244 May 13 16:12:16.176263 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Request body: {'port': {'device_id': 'c5c7081f-82d3-4d19-a473-c6b08dcaac5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:16.179664 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-6fa6bf2e-b92b-44ee-b24e-3d6b4546e93b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:16.181191 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-6fa6bf2e-b92b-44ee-b24e-3d6b4546e93b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "GET /v2.0/networks?id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f HTTP/1.1" status: 200 len: 814 time: 0.2384298 May 13 16:12:16.217255 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Request body: {'port': {'device_id': '12f9f32c-1e6b-434c-a814-9b4d624824cc', 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f', 'admin_state_up': True, 'tenant_id': 'f6244fc3a56347f88a00fa03c6e625d4'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:16.411084 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:16.416795 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Usage tracker for resource:port and tenant:f6244fc3a56347f88a00fa03c6e625d4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:12:16.418977 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:16.421233 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:12:16.429579 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:16.446904 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Made reservation on behalf of f6244fc3a56347f88a00fa03c6e625d4 for: {'port': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:12:16.453940 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:16.935658 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e87244-0f97-4b76-9265-347a3356d5db req-f727aeaa-95e2-4e0d-8acc-0ad02a9c9171 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:16.937294 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-48e87244-0f97-4b76-9265-347a3356d5db req-f727aeaa-95e2-4e0d-8acc-0ad02a9c9171 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.3527358 May 13 16:12:16.968599 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Allocated IP 172.20.0.7 (91aa2260-b5a6-4b9a-97fa-ea2336ee874f/650f93a1-7e35-4ab6-b52a-5c61dc15dfe4/d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:12:16.984534 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bb71d-abae-4493-9a07-690289af7208 req-57cb9388-e0e4-43f4-acca-e627e7d6d9e2 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:16.986056 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a87bb71d-abae-4493-9a07-690289af7208 req-57cb9388-e0e4-43f4-acca-e627e7d6d9e2 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 932 time: 0.4001853 May 13 16:12:17.039093 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3ec59-770b-4ae4-8337-5fd271015961 req-01897335-8a01-4206-af6c-aff7d07d0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:17.041748 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-d1c3ec59-770b-4ae4-8337-5fd271015961 req-01897335-8a01-4206-af6c-aff7d07d0ded service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 1099 time: 0.2155082 May 13 16:12:17.048972 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-48e87244-0f97-4b76-9265-347a3356d5db req-7aa63943-8d28-4797-97ac-105f604cdb0e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013677 May 13 16:12:17.121288 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a87bb71d-abae-4493-9a07-690289af7208 req-dd62c050-9b9a-4815-a1f1-eec1e3d1a3c7 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056011 May 13 16:12:17.297178 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-d1c3ec59-770b-4ae4-8337-5fd271015961 req-cacf9d19-d758-41fe-a611-6afd34df2e86 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379351 May 13 16:12:17.301377 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515b9115-3efc-4fd8-bb10-364bb532d7c3 {{(pid=79043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:12:17.315718 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:17.338917 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Transition to ACTIVE for port object 515b9115-3efc-4fd8-bb10-364bb532d7c3 will not be triggered until provisioned by entity L2. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:12:17.346145 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:17.354947 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-d0de2da0-c707-4cd8-9506-f6fb68a062ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:17.431269 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a5234da7-da3c-4002-a811-8d36ddfb8d57 req-1ce9ae09-7a38-419e-883c-93050978d834 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 210 time: 0.2181878 May 13 16:12:17.544444 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:17.568331 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ab9c5-d713-4dd9-b69f-9cb6f0310fc8 req-a7589a32-0578-4021-ad2e-e917c16d423d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:17.571555 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-427ab9c5-d713-4dd9-b69f-9cb6f0310fc8 req-a7589a32-0578-4021-ad2e-e917c16d423d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.3076184 May 13 16:12:17.605077 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Pushing event updated for resources: {'Port': ['ID=515b9115-3efc-4fd8-bb10-364bb532d7c3,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:17.622296 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:17.644030 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-427ab9c5-d713-4dd9-b69f-9cb6f0310fc8 req-1aa62a1b-9aae-43ec-aea8-edbdcf0be0f1 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670702 May 13 16:12:17.658363 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:17.683675 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d1811217-3b65-4db6-b9ca-894f8fbce12e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:17.696150 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Attempting to bind port 515b9115-3efc-4fd8-bb10-364bb532d7c3 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:12:17.696684 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Attempting to bind port 515b9115-3efc-4fd8-bb10-364bb532d7c3 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '96ad0803-328a-4806-9007-1a8a59c4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41'}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:12:17.697140 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Attempting to bind port 515b9115-3efc-4fd8-bb10-364bb532d7c3 on network b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:12:17.706699 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Port 515b9115-3efc-4fd8-bb10-364bb532d7c3 on network b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:12:17.707307 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Attempting to bind port 515b9115-3efc-4fd8-bb10-364bb532d7c3 on network b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:12:17.717942 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:12:17.718316 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Checking segment: {'id': '96ad0803-328a-4806-9007-1a8a59c4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:12:17.718906 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Bound using segment: {'id': '96ad0803-328a-4806-9007-1a8a59c4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41'} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:12:17.719956 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Bound port: 515b9115-3efc-4fd8-bb10-364bb532d7c3, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ad0803-328a-4806-9007-1a8a59c4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41'}}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:12:17.720655 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:17.730402 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['ed49c41f-7f69-424f-bf92-7faeb7eb8853', 'd1f550c5-383f-4179-9e3c-5d143853991f', '6af76efb-cab1-497a-ab9a-13e543541462'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:12:17.802270 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:12:17.819285 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:12:17.834046 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:12:17.872958 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:17.873900 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:17.903698 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] For port 515b9115-3efc-4fd8-bb10-364bb532d7c3, host hv-cinder-68948, cleared binding levels {{(pid=79043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:12:17.907588 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] For port 515b9115-3efc-4fd8-bb10-364bb532d7c3, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=515b9115-3efc-4fd8-bb10-364bb532d7c3,segment=NetworkSegment(96ad0803-328a-4806-9007-1a8a59c4766c),segment_id=96ad0803-328a-4806-9007-1a8a59c4766c)] {{(pid=79043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:12:17.908884 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Pushing event updated for resources: {'Port': ['ID=d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:17.913914 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:17.917882 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:17.928461 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:17.945032 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7371838 May 13 16:12:17.975532 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Request body: {'port': {'device_id': '12f9f32c-1e6b-434c-a814-9b4d624824cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:17.989063 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:17.990080 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:17.991366 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] 10.222.0.36 "PUT /v2.0/ports/515b9115-3efc-4fd8-bb10-364bb532d7c3 HTTP/1.1" status: 200 len: 1094 time: 1.8257883 May 13 16:12:17.994606 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c7081f-82d3-4d19-a473-c6b08dcaac5a', 'tag': '515b9115-3efc-4fd8-bb10-364bb532d7c3'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:12:18.053662 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Pushing event updated for resources: {'Port': ['ID=515b9115-3efc-4fd8-bb10-364bb532d7c3,revision_number=3']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:18.061172 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-14a11f79-3a6a-4fca-9401-8c06b55ec6dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:18.145917 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c7081f-82d3-4d19-a473-c6b08dcaac5a', 'tag': '515b9115-3efc-4fd8-bb10-364bb532d7c3', 'status': 'completed', 'code': 200} May 13 16:12:18.211720 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:18.225272 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-17a9ff80-2def-4044-8643-cf1161102a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:18.226978 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-17a9ff80-2def-4044-8643-cf1161102a6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59438ab644a842ff92524f6729b1bd33&device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 1097 time: 0.1348825 May 13 16:12:18.349621 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-0f1bb407-29c3-407b-959c-7367ef5b8808 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=515b9115-3efc-4fd8-bb10-364bb532d7c3 HTTP/1.1" status: 200 len: 217 time: 0.0977638 May 13 16:12:18.529145 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-8cd8eb9b-e80f-4f85-8319-9711d39b465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:18.530693 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-8cd8eb9b-e80f-4f85-8319-9711d39b465b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64102bdd-5ac5-453f-89af-9aed6f2da2be HTTP/1.1" status: 200 len: 854 time: 0.1618719 May 13 16:12:18.639273 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-bda7031b-de81-4e82-b3e7-3d562339763d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4282fa9-a1fc-496a-b25c-e33a3ef9ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853326 May 13 16:12:18.699562 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cc0be-df99-4110-918f-df4a1b6633c0 req-0074498e-5096-454d-9110-36e8db4cbc19 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:18.701194 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f83cc0be-df99-4110-918f-df4a1b6633c0 req-0074498e-5096-454d-9110-36e8db4cbc19 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 944 time: 0.3472185 May 13 16:12:18.846084 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f83cc0be-df99-4110-918f-df4a1b6633c0 req-70d3b572-4cbc-4051-ad11-49ccfdf97647 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338332 May 13 16:12:18.871480 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-d5bc4827-d1ab-4554-862e-ed0868452451 service neutron] 10.222.0.36 "GET /v2.0/networks/b4282fa9-a1fc-496a-b25c-e33a3ef9ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169535 May 13 16:12:18.891290 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf719a5-aa74-48fb-ae38-7ba62f8dcd0d req-07607917-eb02-40d3-a0a3-aa7540eba347 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:18.892145 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-3cf719a5-aa74-48fb-ae38-7ba62f8dcd0d req-07607917-eb02-40d3-a0a3-aa7540eba347 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Synchronizing usage tracker for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:12:19.013510 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae {{(pid=79044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:12:19.025013 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:19.041500 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-3cf719a5-aa74-48fb-ae38-7ba62f8dcd0d req-07607917-eb02-40d3-a0a3-aa7540eba347 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Unset dirty status for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:12:19.056392 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3cf719a5-aa74-48fb-ae38-7ba62f8dcd0d req-07607917-eb02-40d3-a0a3-aa7540eba347 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 931 time: 0.4128902 May 13 16:12:19.123578 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Transition to ACTIVE for port object d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae will not be triggered until provisioned by entity L2. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:12:19.140549 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:19.152523 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:19.237918 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cac3cb72-633a-4ad8-b09a-6d944c39546a req-321f27ab-8348-411d-98f9-6ae193d1ad94 service neutron] 10.222.0.36 "GET /v2.0/networks/b4282fa9-a1fc-496a-b25c-e33a3ef9ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367343 May 13 16:12:19.404105 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3cf719a5-aa74-48fb-ae38-7ba62f8dcd0d req-cfa8046f-c844-49bd-a5e1-812f37097284 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461697 May 13 16:12:19.531046 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Pushing event updated for resources: {'Port': ['ID=d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:19.539313 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:19.548828 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038c244-8b26-4c43-9b9e-26f91326c6ba req-0378af87-4e1c-4997-86fc-1ff10ba49d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:19.551197 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-d038c244-8b26-4c43-9b9e-26f91326c6ba req-0378af87-4e1c-4997-86fc-1ff10ba49d0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59438ab644a842ff92524f6729b1bd33&device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 1097 time: 0.1509054 May 13 16:12:19.695439 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Attempting to bind port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:12:19.695869 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Attempting to bind port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:12:19.696367 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Attempting to bind port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae on network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:12:19.717600 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae on network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:12:19.718651 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Attempting to bind port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae on network 91aa2260-b5a6-4b9a-97fa-ea2336ee874f {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:12:19.749197 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:12:19.749516 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Checking segment: {'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:12:19.749938 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Bound using segment: {'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:12:19.750444 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Bound port: d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ef018d-ab1e-48f7-867c-f68f3f79f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f'}}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:12:19.750839 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:19.785612 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71448d-b690-4bd7-9884-e44836cf2db2 req-42b1eed3-6175-4c1b-9764-550a43cb195b tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:19.788875 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fb71448d-b690-4bd7-9884-e44836cf2db2 req-42b1eed3-6175-4c1b-9764-550a43cb195b tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.4001625 May 13 16:12:19.806650 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038c244-8b26-4c43-9b9e-26f91326c6ba req-9d931349-c567-4dae-8c56-5eb5182f994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:19.810677 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-d038c244-8b26-4c43-9b9e-26f91326c6ba req-9d931349-c567-4dae-8c56-5eb5182f994c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 HTTP/1.1" status: 200 len: 915 time: 0.2518868 May 13 16:12:19.904889 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33151b42-1804-412e-8b75-3e1752da2248 req-6e33d541-8264-4709-8471-8da0784257bd tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:19.907449 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-33151b42-1804-412e-8b75-3e1752da2248 req-6e33d541-8264-4709-8471-8da0784257bd tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.3129427 May 13 16:12:19.915016 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-d038c244-8b26-4c43-9b9e-26f91326c6ba req-3099d96c-94f4-4d80-89a4-916b7f20494c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=515b9115-3efc-4fd8-bb10-364bb532d7c3 HTTP/1.1" status: 200 len: 217 time: 0.0898607 May 13 16:12:19.985676 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fb71448d-b690-4bd7-9884-e44836cf2db2 req-76ba5dd8-bb4d-4e90-80d7-75f4ee296d53 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770287 May 13 16:12:20.005799 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] For port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae, host hv-cinder-68948, cleared binding levels {{(pid=79044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:12:20.023039 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-33151b42-1804-412e-8b75-3e1752da2248 req-347938de-fa00-4548-a447-d5d24cff0581 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924764 May 13 16:12:20.025373 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] For port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:12:20.037706 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:20.038470 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038c244-8b26-4c43-9b9e-26f91326c6ba req-1b3c8af6-eb1f-4866-a2b4-042413ab56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:20.041115 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-d038c244-8b26-4c43-9b9e-26f91326c6ba req-1b3c8af6-eb1f-4866-a2b4-042413ab56bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64102bdd-5ac5-453f-89af-9aed6f2da2be HTTP/1.1" status: 200 len: 854 time: 0.1144371 May 13 16:12:20.076497 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:20.147697 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-d038c244-8b26-4c43-9b9e-26f91326c6ba req-615c2669-06a0-4697-99d7-81f8176532c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4282fa9-a1fc-496a-b25c-e33a3ef9ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921886 May 13 16:12:20.195063 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:20.195849 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:20.197436 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] 10.222.0.36 "PUT /v2.0/ports/d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae HTTP/1.1" status: 200 len: 1093 time: 2.2279356 May 13 16:12:20.214765 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f9f32c-1e6b-434c-a814-9b4d624824cc', 'tag': 'd9bc8393-2a03-4bcd-994e-0bc4b2b3dfae'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:12:20.323197 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 39236) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:12:20.422253 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 871149f6-9017-4096-a59a-e1483f6f2755 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:12:20.514653 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f9f32c-1e6b-434c-a814-9b4d624824cc', 'tag': 'd9bc8393-2a03-4bcd-994e-0bc4b2b3dfae', 'status': 'completed', 'code': 200} May 13 16:12:20.568849 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-d038c244-8b26-4c43-9b9e-26f91326c6ba req-54a4acda-132b-4eba-b0d1-d001769c84d6 service neutron] 10.222.0.36 "GET /v2.0/networks/b4282fa9-a1fc-496a-b25c-e33a3ef9ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065125 May 13 16:12:20.586536 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Pushing event updated for resources: {'Port': ['ID=d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae,revision_number=3']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:20.594096 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:20.620088 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98102e33-fda0-4649-9fdf-51d936588178 req-a5a4beeb-e6ce-4279-bab1-ae46d0eeb4c3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:20.621835 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-98102e33-fda0-4649-9fdf-51d936588178 req-a5a4beeb-e6ce-4279-bab1-ae46d0eeb4c3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 944 time: 0.3928757 May 13 16:12:20.629574 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-fe5b8594-e399-4a3b-a33b-42e2acb104fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:20.632117 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-fe5b8594-e399-4a3b-a33b-42e2acb104fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6244fc3a56347f88a00fa03c6e625d4&device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 1096 time: 0.2905722 May 13 16:12:20.667367 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-928fb68c-8283-4d64-84ff-de1d35660266 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3426044 May 13 16:12:20.966533 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-77165232-944c-41cb-80fc-e9e39539a2e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae HTTP/1.1" status: 200 len: 217 time: 0.2961175 May 13 16:12:20.982919 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-d038c244-8b26-4c43-9b9e-26f91326c6ba req-c438fe7b-3cfc-4572-944d-53bb739b7f5a service neutron] 10.222.0.36 "GET /v2.0/networks/b4282fa9-a1fc-496a-b25c-e33a3ef9ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933692 May 13 16:12:21.030995 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-98102e33-fda0-4649-9fdf-51d936588178 req-72282347-4ec0-4350-83e8-a6c277c291f6 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962131 May 13 16:12:21.081254 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c603ac-3274-4d72-a0a8-fa1c1f1f3d2f req-f65a9d4b-6078-4ca3-ae5e-1b4e61d00bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:21.084570 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c7c603ac-3274-4d72-a0a8-fa1c1f1f3d2f req-f65a9d4b-6078-4ca3-ae5e-1b4e61d00bcf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7083da6e157642408e9b310cb2179161&device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 1099 time: 0.1959555 May 13 16:12:21.168984 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-fb05e942-7370-4baf-ada3-40b0d3496bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:21.170549 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-fb05e942-7370-4baf-ada3-40b0d3496bc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=650f93a1-7e35-4ab6-b52a-5c61dc15dfe4 HTTP/1.1" status: 200 len: 854 time: 0.1371973 May 13 16:12:21.279431 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c603ac-3274-4d72-a0a8-fa1c1f1f3d2f req-e839bf37-d91c-481d-88de-81aebc14e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:21.282684 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c7c603ac-3274-4d72-a0a8-fa1c1f1f3d2f req-e839bf37-d91c-481d-88de-81aebc14e1ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 200 len: 920 time: 0.1889408 May 13 16:12:21.306847 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-bbdb1726-c526-4c47-b7ab-3038a2c62c34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139464 May 13 16:12:21.323189 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea7958-84f3-4445-9cd4-0faf3a53ca9d req-7c9da3e9-09a1-4267-aa99-ef5d7cde54aa tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:21.324963 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a8ea7958-84f3-4445-9cd4-0faf3a53ca9d req-7c9da3e9-09a1-4267-aa99-ef5d7cde54aa tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 943 time: 0.3614702 May 13 16:12:21.414042 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c7c603ac-3274-4d72-a0a8-fa1c1f1f3d2f req-f54d008e-9e4a-4edc-b67d-038740096aa9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f39e7d34-f4be-4532-bcda-a4d3ccf96d72 HTTP/1.1" status: 200 len: 217 time: 0.1065226 May 13 16:12:21.546993 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c603ac-3274-4d72-a0a8-fa1c1f1f3d2f req-c3537b5f-916e-4697-b864-020b46743570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:21.546993 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c7c603ac-3274-4d72-a0a8-fa1c1f1f3d2f req-c3537b5f-916e-4697-b864-020b46743570 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f10e9a3-0af6-4fed-b04c-11eeafe49330 HTTP/1.1" status: 200 len: 859 time: 0.1166627 May 13 16:12:21.590808 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a8ea7958-84f3-4445-9cd4-0faf3a53ca9d req-6fb2ca59-1264-4bb9-900c-bc88e7171148 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247057 May 13 16:12:21.620130 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c7c603ac-3274-4d72-a0a8-fa1c1f1f3d2f req-2feb0f56-518a-49ca-a941-320b39304f9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a278da7-8d29-42e4-b73e-7fe4eba3c568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515344 May 13 16:12:21.654366 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1082d-b13b-4b22-82ba-28274a3e7dac req-07b715c6-cf98-4823-8e18-0ec167d8b991 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:21.665524 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ffa1082d-b13b-4b22-82ba-28274a3e7dac req-07b715c6-cf98-4823-8e18-0ec167d8b991 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.4272528 May 13 16:12:21.669696 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-c07b697c-6402-44ad-a2cf-31469be7e5bc service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392274 May 13 16:12:21.871404 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c7c603ac-3274-4d72-a0a8-fa1c1f1f3d2f req-ef9e50f0-eeba-494a-97ec-fbc49ffb9efa service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153032 May 13 16:12:21.945860 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ffa1082d-b13b-4b22-82ba-28274a3e7dac req-d5ebb314-1d20-48aa-aabb-7c32a2072232 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794151 May 13 16:12:22.037939 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f11568e3-0cd4-49c6-b0dc-b8682c93f1b5 req-3e8d05ea-3c08-456e-a5d8-7f9c7b7d55c5 service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539007 May 13 16:12:22.046345 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf84c2f-5ef8-497f-98c3-38720a5b18eb req-b318aa3b-7b59-4811-9fc3-3059f7c36585 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:22.048017 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4cf84c2f-5ef8-497f-98c3-38720a5b18eb req-b318aa3b-7b59-4811-9fc3-3059f7c36585 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.2128615 May 13 16:12:22.104879 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c7c603ac-3274-4d72-a0a8-fa1c1f1f3d2f req-74cdaa77-9cc1-4e64-87a9-ed19792e165a service neutron] 10.222.0.36 "GET /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191434 May 13 16:12:22.110349 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4cf84c2f-5ef8-497f-98c3-38720a5b18eb req-f27b1a0c-c102-45bd-967d-1e1e0686a0d1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550282 May 13 16:12:22.267123 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a8b48-ab34-4ce2-bab1-82fef1a38c75 req-34a9d113-30b7-4f2a-b52e-861cc4bdd5cc tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:22.269749 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8e5a8b48-ab34-4ce2-bab1-82fef1a38c75 req-34a9d113-30b7-4f2a-b52e-861cc4bdd5cc tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 944 time: 0.0971460 May 13 16:12:22.293671 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8132fe-d8f7-47e2-8a79-87590e45b335 req-eb39f5d9-b251-41bf-b8b0-21267f6eaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:22.295745 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-da8132fe-d8f7-47e2-8a79-87590e45b335 req-eb39f5d9-b251-41bf-b8b0-21267f6eaeb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6244fc3a56347f88a00fa03c6e625d4&device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 1096 time: 0.1148088 May 13 16:12:22.324551 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8e5a8b48-ab34-4ce2-bab1-82fef1a38c75 req-e9ea7410-39c9-4d46-b9f1-f0d3a4c5ae2d tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455554 May 13 16:12:22.399732 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 515b9115-3efc-4fd8-bb10-364bb532d7c3 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:12:22.518622 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8132fe-d8f7-47e2-8a79-87590e45b335 req-a635bf03-fb8c-484c-8af6-49277712386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:22.520865 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-da8132fe-d8f7-47e2-8a79-87590e45b335 req-a635bf03-fb8c-484c-8af6-49277712386d service neutron] 10.222.0.36 "GET /v2.0/networks?id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f HTTP/1.1" status: 200 len: 915 time: 0.1683872 May 13 16:12:22.615405 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 515b9115-3efc-4fd8-bb10-364bb532d7c3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=515b9115-3efc-4fd8-bb10-364bb532d7c3,segment=NetworkSegment(96ad0803-328a-4806-9007-1a8a59c4766c),segment_id=96ad0803-328a-4806-9007-1a8a59c4766c)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:22.650020 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '515b9115-3efc-4fd8-bb10-364bb532d7c3', 'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41', 'port_id': '515b9115-3efc-4fd8-bb10-364bb532d7c3', 'mac_address': 'fa:16:3e:41:93:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64102bdd-5ac5-453f-89af-9aed6f2da2be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:12:22.650447 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-da8132fe-d8f7-47e2-8a79-87590e45b335 req-ba105d89-ec6c-4273-a6a9-a97e3093eb40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae HTTP/1.1" status: 200 len: 217 time: 0.1105843 May 13 16:12:22.777963 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:22.809809 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515b9115-3efc-4fd8-bb10-364bb532d7c3 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:12:22.821861 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8132fe-d8f7-47e2-8a79-87590e45b335 req-2c3fff81-693c-47a9-bab3-aebe4254d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:22.823526 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-da8132fe-d8f7-47e2-8a79-87590e45b335 req-2c3fff81-693c-47a9-bab3-aebe4254d046 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=650f93a1-7e35-4ab6-b52a-5c61dc15dfe4 HTTP/1.1" status: 200 len: 854 time: 0.1480329 May 13 16:12:22.839144 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 515b9115-3efc-4fd8-bb10-364bb532d7c3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=515b9115-3efc-4fd8-bb10-364bb532d7c3,segment=NetworkSegment(96ad0803-328a-4806-9007-1a8a59c4766c),segment_id=96ad0803-328a-4806-9007-1a8a59c4766c)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:22.845363 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:22.850105 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:22.922164 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-da8132fe-d8f7-47e2-8a79-87590e45b335 req-3cea2f3f-12aa-425f-8608-15094d488ef7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91aa2260-b5a6-4b9a-97fa-ea2336ee874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791135 May 13 16:12:22.946009 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb2d68-4ad3-440f-86d2-8aee443db711 req-ba2cceda-4369-4253-bdb0-b9bc95d23885 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:22.948678 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-76bb2d68-4ad3-440f-86d2-8aee443db711 req-ba2cceda-4369-4253-bdb0-b9bc95d23885 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 943 time: 0.1761885 May 13 16:12:22.988628 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=515b9115-3efc-4fd8-bb10-364bb532d7c3,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:22.996257 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:23.055782 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-76bb2d68-4ad3-440f-86d2-8aee443db711 req-f22bb002-ac33-4e20-833f-79d0e6b3b66d tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897746 May 13 16:12:23.214383 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-da8132fe-d8f7-47e2-8a79-87590e45b335 req-8ff26b74-7f48-4dd1-b1d6-0c76414b1fef service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550673 May 13 16:12:23.297478 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86b082-ee5f-4a15-9a75-2cbbcb1b1757 req-c9bdedc9-69f4-49e6-912c-a8ad6d87d29d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:23.300389 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-af86b082-ee5f-4a15-9a75-2cbbcb1b1757 req-c9bdedc9-69f4-49e6-912c-a8ad6d87d29d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1656332 May 13 16:12:23.475724 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-af86b082-ee5f-4a15-9a75-2cbbcb1b1757 req-f5ad2840-0033-4277-b633-54c3f6d9ec90 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640351 May 13 16:12:23.510129 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['515b9115-3efc-4fd8-bb10-364bb532d7c3'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:12:23.524351 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-da8132fe-d8f7-47e2-8a79-87590e45b335 req-3ca6e080-1e24-406e-b39c-8177434927d7 service neutron] 10.222.0.36 "GET /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787912 May 13 16:12:23.529371 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78e055-d822-47e1-8334-5485b074c0e8 req-0675ac00-c6ab-42aa-b0ab-4a2ac7dc4df6 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:23.531413 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fd78e055-d822-47e1-8334-5485b074c0e8 req-0675ac00-c6ab-42aa-b0ab-4a2ac7dc4df6 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.2167070 May 13 16:12:23.596340 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fd78e055-d822-47e1-8334-5485b074c0e8 req-34e4bcd9-f05a-4352-9b96-70aa29e56e73 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553727 May 13 16:12:23.744907 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f155c1b-9078-4f72-af31-e7a1d49e6539 req-189b54db-c6af-4b13-8b28-20ab0cdf4db5 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:23.758025 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0f155c1b-9078-4f72-af31-e7a1d49e6539 req-189b54db-c6af-4b13-8b28-20ab0cdf4db5 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 945 time: 0.1388357 May 13 16:12:23.829060 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0f155c1b-9078-4f72-af31-e7a1d49e6539 req-56040636-371f-48b5-8e7a-0a43397e989e tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698774 May 13 16:12:23.994836 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-fd6bad5c-5b57-42be-9e29-34d7e90303b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:23.997244 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-fd6bad5c-5b57-42be-9e29-34d7e90303b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1&tenant_id=a4b03e7da06f462f87ae1810bfc67172 HTTP/1.1" status: 200 len: 1096 time: 0.0950987 May 13 16:12:24.145151 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-0efc8229-b8ab-4397-8553-0d88e6607df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:24.146782 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-0efc8229-b8ab-4397-8553-0d88e6607df1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b03e7da06f462f87ae1810bfc67172&device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 1096 time: 0.0919075 May 13 16:12:24.320897 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377be0c-6539-4e82-9c07-c12a0e08cd1f req-43d2e3b0-6bb4-456a-8299-8e08a9233717 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:24.323100 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b377be0c-6539-4e82-9c07-c12a0e08cd1f req-43d2e3b0-6bb4-456a-8299-8e08a9233717 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 943 time: 0.1206055 May 13 16:12:24.341321 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-2b1c786a-50e8-4818-8c39-ce392ff0e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:24.350553 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-2b1c786a-50e8-4818-8c39-ce392ff0e6fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 200 len: 918 time: 0.1652751 May 13 16:12:24.380586 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b377be0c-6539-4e82-9c07-c12a0e08cd1f req-395defb1-3038-41b2-95b9-7ae522a9e31e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512471 May 13 16:12:24.405357 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:12:24.482708 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-e47b7bd3-71cf-4493-baa3-f06da81e45fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=871149f6-9017-4096-a59a-e1483f6f2755 HTTP/1.1" status: 200 len: 998 time: 0.1279287 May 13 16:12:24.576598 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-e3d128ce-e6b0-4632-bb7e-a240ec80996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:24.579793 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-e3d128ce-e6b0-4632-bb7e-a240ec80996c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a3a991-627e-4aa0-addc-74ff480943da HTTP/1.1" status: 200 len: 856 time: 0.0852911 May 13 16:12:24.585194 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:24.615719 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': 'd9bc8393-2a03-4bcd-994e-0bc4b2b3dfae', 'network_id': '91aa2260-b5a6-4b9a-97fa-ea2336ee874f', 'port_id': 'd9bc8393-2a03-4bcd-994e-0bc4b2b3dfae', 'mac_address': 'fa:16:3e:00:4c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f93a1-7e35-4ab6-b52a-5c61dc15dfe4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:12:24.687637 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-4a33e3d6-9474-455d-b041-9765f1622766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:24.690253 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-4a33e3d6-9474-455d-b041-9765f1622766 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca658d9-eaa4-4676-96b4-38061917c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1032188 May 13 16:12:24.699411 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:24.726642 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:12:24.757439 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:24.763997 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:24.767825 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:24.787593 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ca19b-a7ef-471f-a03c-d7305b430327 req-d6e0af2c-7139-4b48-a04a-a688fa6c51be tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:24.789458 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-486ca19b-a7ef-471f-a03c-d7305b430327 req-d6e0af2c-7139-4b48-a04a-a688fa6c51be tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1512461 May 13 16:12:24.875977 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:24.882620 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:24.923998 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-486ca19b-a7ef-471f-a03c-d7305b430327 req-5af93603-0946-411c-be09-34cf95612882 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246452 May 13 16:12:24.960249 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-6a86d912-e9fb-4cc3-9db6-0b819adbd32e service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575641 May 13 16:12:24.962984 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66f4a2-ef38-443d-902d-815649fe8fbf req-a57bb45c-3328-44e5-b104-6254cf213993 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:24.968151 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cc66f4a2-ef38-443d-902d-815649fe8fbf req-a57bb45c-3328-44e5-b104-6254cf213993 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.1345150 May 13 16:12:25.050146 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cc66f4a2-ef38-443d-902d-815649fe8fbf req-91ead1fa-f13e-4ecd-8f21-cba2b3f7d547 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764797 May 13 16:12:25.197363 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-481d4cd4-fc75-4f75-b3d9-2b037eee6f25 req-b6487555-7247-492d-9905-e796c0cacb78 service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156444 May 13 16:12:25.218528 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4be77-02f7-49b7-b97d-d081ad5f5331 req-57f54ed2-516a-40d2-9d16-78977aab40e5 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:25.220154 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f4c4be77-02f7-49b7-b97d-d081ad5f5331 req-57f54ed2-516a-40d2-9d16-78977aab40e5 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 945 time: 0.1185193 May 13 16:12:25.283348 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f4c4be77-02f7-49b7-b97d-d081ad5f5331 req-e35a29b1-4e76-45c8-a5a4-b8c4d69656f9 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505168 May 13 16:12:25.370542 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:12:25.811696 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0dcef-49c0-4060-8356-80c3779c1bf4 req-475486fd-1813-4c8f-b36b-b8fb8062fdf2 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:25.814612 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-dfc0dcef-49c0-4060-8356-80c3779c1bf4 req-475486fd-1813-4c8f-b36b-b8fb8062fdf2 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 944 time: 0.2920737 May 13 16:12:25.873871 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-dfc0dcef-49c0-4060-8356-80c3779c1bf4 req-6d50d566-5c16-4fc4-b138-2ed1187f8ef6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538557 May 13 16:12:26.225430 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dcfcb-44e6-41da-8653-5c47fda584df req-a88e657c-a867-42a0-a3ff-995d7427cbb9 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:26.227910 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-226dcfcb-44e6-41da-8653-5c47fda584df req-a88e657c-a867-42a0-a3ff-995d7427cbb9 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1372905 May 13 16:12:26.390147 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-226dcfcb-44e6-41da-8653-5c47fda584df req-cb7a5150-9a89-4e25-88fe-1648c58f6d4f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085384 May 13 16:12:26.415778 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 515b9115-3efc-4fd8-bb10-364bb532d7c3 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:12:26.523668 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1902bd-a4ac-456e-b3a4-d42b740dff39 req-27dee989-3c8f-4526-83c4-55889ce9df0f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:26.532105 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8d1902bd-a4ac-456e-b3a4-d42b740dff39 req-27dee989-3c8f-4526-83c4-55889ce9df0f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.3022566 May 13 16:12:26.708940 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8d1902bd-a4ac-456e-b3a4-d42b740dff39 req-37ddd064-3976-4546-987e-ab2c9e4528f4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645622 May 13 16:12:26.712290 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port 515b9115-3efc-4fd8-bb10-364bb532d7c3 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:12:26.724141 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 515b9115-3efc-4fd8-bb10-364bb532d7c3 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:12:26.724561 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:27.001579 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d9b4-158c-483c-9fd7-5f760d83d84b req-faae801d-f7af-4c88-9837-f836989a3b9c tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:27.010166 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5fc7d9b4-158c-483c-9fd7-5f760d83d84b req-faae801d-f7af-4c88-9837-f836989a3b9c tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 945 time: 0.2852974 May 13 16:12:27.079189 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:27.106744 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5fc7d9b4-158c-483c-9fd7-5f760d83d84b req-18ee910c-5e28-4c8f-ad83-458f62845ace tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954216 May 13 16:12:27.169823 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c7081f-82d3-4d19-a473-c6b08dcaac5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515b9115-3efc-4fd8-bb10-364bb532d7c3'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:12:27.195370 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 515b9115-3efc-4fd8-bb10-364bb532d7c3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=515b9115-3efc-4fd8-bb10-364bb532d7c3,segment=NetworkSegment(96ad0803-328a-4806-9007-1a8a59c4766c),segment_id=96ad0803-328a-4806-9007-1a8a59c4766c)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:27.205921 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:27.214801 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:27.449389 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=515b9115-3efc-4fd8-bb10-364bb532d7c3,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:27.465922 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:27.533499 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a168570-c392-4929-bd6c-8b8f04b92a09 req-81614a40-3f67-448c-b66f-3f9754daf3d5 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:27.535804 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0a168570-c392-4929-bd6c-8b8f04b92a09 req-81614a40-3f67-448c-b66f-3f9754daf3d5 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 944 time: 0.1809344 May 13 16:12:27.688764 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0a168570-c392-4929-bd6c-8b8f04b92a09 req-b02c7071-e6c5-4e80-82a9-c5f5f36152c2 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380472 May 13 16:12:27.696073 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c7081f-82d3-4d19-a473-c6b08dcaac5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515b9115-3efc-4fd8-bb10-364bb532d7c3', 'code': 200} May 13 16:12:28.075715 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346399ec-b1fe-4608-8fc5-63ada199d753 req-87e9c3b0-b06f-48a1-a8b2-ddc59bf79561 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:28.078267 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-346399ec-b1fe-4608-8fc5-63ada199d753 req-87e9c3b0-b06f-48a1-a8b2-ddc59bf79561 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.1414664 May 13 16:12:28.158500 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-346399ec-b1fe-4608-8fc5-63ada199d753 req-77105a4a-a71f-4de1-a45a-ae6ce87748e4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704882 May 13 16:12:28.368100 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c34726-4d01-4c27-8380-d3e71268ed64 req-58892847-6c51-440e-869a-71486a24ce93 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:28.369620 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c4c34726-4d01-4c27-8380-d3e71268ed64 req-58892847-6c51-440e-869a-71486a24ce93 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.1117175 May 13 16:12:28.428513 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:12:28.445023 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c4c34726-4d01-4c27-8380-d3e71268ed64 req-95e2f847-c726-4250-a0a0-f5e9bc769ca2 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655479 May 13 16:12:28.523596 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:12:28.529216 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:12:28.529769 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:28.702950 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:28.764417 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:28.769918 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:28.772706 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-d1a7e709-1919-40cd-a7a9-1670e8f94081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:28.901675 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:28.907778 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:29.076578 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349fedd-7841-417c-a0b9-f361c5f18221 req-30ff9a34-fa88-4465-b636-79969d594276 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:29.079110 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2349fedd-7841-417c-a0b9-f361c5f18221 req-30ff9a34-fa88-4465-b636-79969d594276 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.1360958 May 13 16:12:29.151295 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2349fedd-7841-417c-a0b9-f361c5f18221 req-baadfb31-a48a-4846-91fe-5236d6c70e02 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643327 May 13 16:12:29.447944 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf84a70-cad6-417d-9ede-a748a06130aa req-23e39d7d-c5ca-43dd-8afd-afb96fe3c3b6 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:29.450375 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bdf84a70-cad6-417d-9ede-a748a06130aa req-23e39d7d-c5ca-43dd-8afd-afb96fe3c3b6 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.1372585 May 13 16:12:29.530804 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bdf84a70-cad6-417d-9ede-a748a06130aa req-889468ec-70d4-453f-92e1-81f4c12d3668 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734029 May 13 16:12:29.697297 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9f32c-1e6b-434c-a814-9b4d624824cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9bc8393-2a03-4bcd-994e-0bc4b2b3dfae'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:12:29.701617 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a83e4-4b3d-4c4c-b259-04b8abfda069 req-5a69d7a3-ea0f-4809-a45b-434817f7c3b5 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:29.703132 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-100a83e4-4b3d-4c4c-b259-04b8abfda069 req-5a69d7a3-ea0f-4809-a45b-434817f7c3b5 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.1178982 May 13 16:12:29.790558 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9f32c-1e6b-434c-a814-9b4d624824cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9bc8393-2a03-4bcd-994e-0bc4b2b3dfae', 'code': 200} May 13 16:12:29.794706 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-100a83e4-4b3d-4c4c-b259-04b8abfda069 req-3877d596-5e4a-4293-b6eb-9f3080727f40 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818992 May 13 16:12:30.426422 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09346283-e19b-46fe-b581-10fda66e627c req-e69e4664-b701-4421-a5ce-d97a6399cec6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:30.429075 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-09346283-e19b-46fe-b581-10fda66e627c req-e69e4664-b701-4421-a5ce-d97a6399cec6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.1101601 May 13 16:12:30.470264 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:30.499016 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-09346283-e19b-46fe-b581-10fda66e627c req-4b3c171d-d8a2-488d-86ca-88f5fb6f78e9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639718 May 13 16:12:30.834609 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c77761-6483-4768-839c-4add962c3565 req-21d6723c-22a7-4980-9125-87269932c754 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:30.848746 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d9c77761-6483-4768-839c-4add962c3565 req-21d6723c-22a7-4980-9125-87269932c754 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.1522403 May 13 16:12:30.929913 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-01f9836e-7710-4d66-b185-8246008d1563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:30.953088 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d9c77761-6483-4768-839c-4add962c3565 req-cd0874ee-de5f-4b66-95f1-2a2b759dd417 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019318 May 13 16:12:31.107294 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24f769-e712-4b44-9608-6e05575b2c7f req-331894d2-44ac-4f07-9fc9-b3310fa71e5e tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:31.108796 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cc24f769-e712-4b44-9608-6e05575b2c7f req-331894d2-44ac-4f07-9fc9-b3310fa71e5e tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.1280859 May 13 16:12:31.179044 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cc24f769-e712-4b44-9608-6e05575b2c7f req-a621cd34-5daf-45a4-ae76-e4683797660e tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603533 May 13 16:12:31.774364 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df1225-b2e5-46cf-955f-4e4bacfe7dc3 req-4c15ec1f-87d0-4e08-bc78-96a7846f0428 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:31.780673 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d2df1225-b2e5-46cf-955f-4e4bacfe7dc3 req-4c15ec1f-87d0-4e08-bc78-96a7846f0428 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.1455867 May 13 16:12:31.852100 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d2df1225-b2e5-46cf-955f-4e4bacfe7dc3 req-747b7403-382c-4e5c-9dcf-0f17e52376d5 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657721 May 13 16:12:32.209772 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e455fc4-eed7-44a5-8ebb-8a0d5ce5098b req-8d48a655-f6ca-4049-82ad-5d7dd3f1b68d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:32.212112 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0e455fc4-eed7-44a5-8ebb-8a0d5ce5098b req-8d48a655-f6ca-4049-82ad-5d7dd3f1b68d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.1034358 May 13 16:12:32.308428 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0e455fc4-eed7-44a5-8ebb-8a0d5ce5098b req-d06a33c2-546d-4471-892c-f0efcbee1448 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840142 May 13 16:12:32.495317 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35678121-76b0-4eba-b705-90de78632ead req-c88aa3a2-17b6-4d26-8169-b1c83c7fd881 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:32.496942 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-35678121-76b0-4eba-b705-90de78632ead req-c88aa3a2-17b6-4d26-8169-b1c83c7fd881 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.1209261 May 13 16:12:32.553024 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-35678121-76b0-4eba-b705-90de78632ead req-99160f82-bcbf-4d7c-8fa1-b8f57ec0b614 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499532 May 13 16:12:33.091074 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cc339-fa9e-4c06-991e-7a1daee95e8e req-3a72244b-8e56-4c8a-a7fb-964ce7df52ab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:33.092563 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0e4cc339-fa9e-4c06-991e-7a1daee95e8e req-3a72244b-8e56-4c8a-a7fb-964ce7df52ab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.1111865 May 13 16:12:33.172739 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0e4cc339-fa9e-4c06-991e-7a1daee95e8e req-4178d084-8013-4c67-84c2-54825a7f067d tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728767 May 13 16:12:33.718173 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd1d3b-e59f-4b59-91a1-dbd1b69f5c89 req-4dc3b97f-a71b-4bcb-9ee8-14cb320cabe5 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:33.720133 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-78cd1d3b-e59f-4b59-91a1-dbd1b69f5c89 req-4dc3b97f-a71b-4bcb-9ee8-14cb320cabe5 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.2812495 May 13 16:12:33.786517 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:33.990274 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-78cd1d3b-e59f-4b59-91a1-dbd1b69f5c89 req-05f44177-bcfd-45cf-a9b3-adcfa956063e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592022 May 13 16:12:34.045812 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-03a45da7-95ba-4736-a9c4-16aff7709a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:34.049081 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2615ac2-5088-49fa-b707-d96c1dd2644a req-fb7f715a-ae3e-45f6-bcff-9d3ff13fae09 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:34.052460 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b2615ac2-5088-49fa-b707-d96c1dd2644a req-fb7f715a-ae3e-45f6-bcff-9d3ff13fae09 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.2685657 May 13 16:12:34.130441 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b2615ac2-5088-49fa-b707-d96c1dd2644a req-3ae2ab25-4f22-414e-ad6f-9561d948cb8e tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718999 May 13 16:12:34.468380 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a9f3e-0eda-4bc9-9991-8b690de6a63b req-b05e6be8-3ffd-43ed-bf32-5bc30a87ae3d tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:34.470782 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-901a9f3e-0eda-4bc9-9991-8b690de6a63b req-b05e6be8-3ffd-43ed-bf32-5bc30a87ae3d tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.1109364 May 13 16:12:34.539242 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-901a9f3e-0eda-4bc9-9991-8b690de6a63b req-d3105e19-bc1a-449b-95e4-931f869d5e8e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568149 May 13 16:12:34.974275 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:35.274060 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eff0d-5146-4392-8478-82f1b8fee8b2 req-e76ec686-6b32-4712-98b4-77d2ba55a3f1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:35.275955 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7c9eff0d-5146-4392-8478-82f1b8fee8b2 req-e76ec686-6b32-4712-98b4-77d2ba55a3f1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.1197042 May 13 16:12:35.394271 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7c9eff0d-5146-4392-8478-82f1b8fee8b2 req-2a744d8a-492a-4259-9d6e-2d94a43e3bf3 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073976 May 13 16:12:35.450436 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d80d8-3f10-4151-b27f-db1e5a6ccbf5 req-f0ca60f1-0115-43db-a061-0825515ca82f tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:35.459951 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-841d80d8-3f10-4151-b27f-db1e5a6ccbf5 req-f0ca60f1-0115-43db-a061-0825515ca82f tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.1562965 May 13 16:12:35.540916 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-841d80d8-3f10-4151-b27f-db1e5a6ccbf5 req-b20853c6-362f-4e97-a1be-d04c9d9e2c0b tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751400 May 13 16:12:35.822130 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1091d4-7974-4ba4-be41-df8b6b3da3b6 req-85dce2ad-b6fb-4283-a5ad-98989c36f5e1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:35.823808 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7c1091d4-7974-4ba4-be41-df8b6b3da3b6 req-85dce2ad-b6fb-4283-a5ad-98989c36f5e1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.1310718 May 13 16:12:35.890869 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7c1091d4-7974-4ba4-be41-df8b6b3da3b6 req-9dfd17f3-c22f-4aaf-a6a5-a2c34346cc82 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575273 May 13 16:12:36.674368 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:36.742586 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e98775-be24-4816-82ca-48b68e116093 req-d48f5d06-d8f7-4222-8010-d67405e54c6a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:36.751847 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-72e98775-be24-4816-82ca-48b68e116093 req-d48f5d06-d8f7-4222-8010-d67405e54c6a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.1833158 May 13 16:12:36.851861 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-72e98775-be24-4816-82ca-48b68e116093 req-8086657d-c64b-4775-b800-0aa958108e92 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987909 May 13 16:12:36.897596 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87344f06-81e7-492e-bcbe-2b1d1f0b02c4 req-2da2e964-a496-438d-b605-e5d6c2b258ad tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:36.899367 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-87344f06-81e7-492e-bcbe-2b1d1f0b02c4 req-2da2e964-a496-438d-b605-e5d6c2b258ad tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.1290808 May 13 16:12:36.980862 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-87344f06-81e7-492e-bcbe-2b1d1f0b02c4 req-7a27c408-e831-4565-a13b-801143d9aba1 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716121 May 13 16:12:37.147318 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cf64e-91ff-4bd9-a7a4-01e4a8dc3c99 req-f13195f8-b9db-4d6b-bd9b-1c367aedfbc8 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:37.148940 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-406cf64e-91ff-4bd9-a7a4-01e4a8dc3c99 req-f13195f8-b9db-4d6b-bd9b-1c367aedfbc8 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.1089242 May 13 16:12:37.201192 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-406cf64e-91ff-4bd9-a7a4-01e4a8dc3c99 req-759843bc-29f2-40da-a75f-4db7cde3f95e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458267 May 13 16:12:38.009168 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-b910ccb2-62a1-47be-b9f3-0877b4bff864 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Synchronizing usage tracker for tenant:60a6df343e7042dc9a8e981dce6e8b46 on resource:security_group {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:12:38.085878 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-b910ccb2-62a1-47be-b9f3-0877b4bff864 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Unset dirty status for tenant:60a6df343e7042dc9a8e981dce6e8b46 on resource:security_group {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:12:38.086917 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-b910ccb2-62a1-47be-b9f3-0877b4bff864 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920183163&fields=id&tenant_id=60a6df343e7042dc9a8e981dce6e8b46 HTTP/1.1" status: 200 len: 267 time: 0.1327620 May 13 16:12:38.219280 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fb541-7505-4967-98e1-7f0e633e86af req-c8483062-e785-4c7f-8f81-a4669fc9b7d4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:38.220780 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-071fb541-7505-4967-98e1-7f0e633e86af req-c8483062-e785-4c7f-8f81-a4669fc9b7d4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.2002914 May 13 16:12:38.319441 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-071fb541-7505-4967-98e1-7f0e633e86af req-280ab056-1d41-4e11-915f-2fa06c679787 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847445 May 13 16:12:38.328345 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-356727ea-c730-4075-8409-3e9b23f2a305 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:38.329823 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-356727ea-c730-4075-8409-3e9b23f2a305 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/networks?id=56b2248f-57e2-443f-b67a-e92c11747033 HTTP/1.1" status: 200 len: 809 time: 0.2348266 May 13 16:12:38.352606 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-b4139a8a-2385-4caa-a3b6-421bd0b2cd91 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/quotas/60a6df343e7042dc9a8e981dce6e8b46 HTTP/1.1" status: 200 len: 375 time: 0.0106802 May 13 16:12:38.454718 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-9bdeb640-9f3b-4a3a-a141-c56e09d64ca1 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Synchronizing usage tracker for tenant:60a6df343e7042dc9a8e981dce6e8b46 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:12:38.474491 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-9bdeb640-9f3b-4a3a-a141-c56e09d64ca1 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Unset dirty status for tenant:60a6df343e7042dc9a8e981dce6e8b46 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:12:38.475848 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-9bdeb640-9f3b-4a3a-a141-c56e09d64ca1 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=60a6df343e7042dc9a8e981dce6e8b46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1169045 May 13 16:12:38.706235 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-457a1ff6-60ec-42ff-8da1-92d202b623cf service neutron] 10.222.0.54 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181506 May 13 16:12:38.721386 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80653349-d2ea-4604-959d-b15bbffaad70 req-a5757ec3-afb5-4f30-b2ba-4052a114aeb7 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:38.723982 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-80653349-d2ea-4604-959d-b15bbffaad70 req-a5757ec3-afb5-4f30-b2ba-4052a114aeb7 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.2061713 May 13 16:12:38.854428 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-80653349-d2ea-4604-959d-b15bbffaad70 req-8e6a8e3a-ebec-44e2-9fa5-d164937d135d tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096869 May 13 16:12:38.911870 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-f24e24e8-2a2f-4dd4-bb74-05b5039a9330 service neutron] 10.222.0.54 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982398 May 13 16:12:39.203676 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13f93-b978-4e9d-8471-dc291f27f6b8 req-b5635c8e-d15c-475e-b663-8cd1ff192808 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:39.205539 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-afc13f93-b978-4e9d-8471-dc291f27f6b8 req-b5635c8e-d15c-475e-b663-8cd1ff192808 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.2017982 May 13 16:12:39.262462 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-afc13f93-b978-4e9d-8471-dc291f27f6b8 req-2106edd7-617e-416f-bb94-c228e4b87a79 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491219 May 13 16:12:39.474898 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3021ec74-83fc-4fcc-8d1b-daa1009f8482 req-cfdaa61f-7ecc-4d6c-a7b0-54268a9a4574 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 210 time: 0.0581913 May 13 16:12:39.638454 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c2267-6a69-496e-8c29-14f0b6648ef5 req-4976bca8-2baf-4579-8800-7cc12213a9c0 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:39.640945 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5e6c2267-6a69-496e-8c29-14f0b6648ef5 req-4976bca8-2baf-4579-8800-7cc12213a9c0 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.1134386 May 13 16:12:39.709775 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5e6c2267-6a69-496e-8c29-14f0b6648ef5 req-868f2172-b445-4205-b11a-de7520089e20 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599575 May 13 16:12:40.082053 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ac304-72b1-46ba-a4f4-14eec9d579d1 req-5394504a-45ef-46ae-839c-b8077a19386b tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:40.083774 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d57ac304-72b1-46ba-a4f4-14eec9d579d1 req-5394504a-45ef-46ae-839c-b8077a19386b tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.0939410 May 13 16:12:40.140793 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d57ac304-72b1-46ba-a4f4-14eec9d579d1 req-db1e70af-1dd8-4c6e-b021-668fa67b7fcc tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501564 May 13 16:12:40.486722 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487e694-cbcf-4193-9088-e58148480ebe req-332cebfb-89a4-409e-9283-488fd7ce4a05 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:40.489068 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f487e694-cbcf-4193-9088-e58148480ebe req-332cebfb-89a4-409e-9283-488fd7ce4a05 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.0933022 May 13 16:12:40.565368 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f487e694-cbcf-4193-9088-e58148480ebe req-e7bfe86b-c32b-4b81-8dfc-720d7393c6a4 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700758 May 13 16:12:40.721254 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-009e0344-10a1-437e-aa5b-1dca6221550c req-ef5ef6c1-2252-4d6d-b09c-ff4ea4fa3bf1 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 210 time: 0.0630352 May 13 16:12:40.983874 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bba89-f522-4526-b237-b603d675271f req-66cc938f-f413-4da5-bcee-d5bb4767b872 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:40.985380 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4f7bba89-f522-4526-b237-b603d675271f req-66cc938f-f413-4da5-bcee-d5bb4767b872 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.1149209 May 13 16:12:41.035638 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4f7bba89-f522-4526-b237-b603d675271f req-500eca88-4bfd-4dc2-ac7b-524eba1ce83c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434804 May 13 16:12:41.357157 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960b628-a483-408b-bc91-f583ea55a372 req-53f33e7a-2d27-4728-8104-de3b1d7c205c tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:41.358531 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c960b628-a483-408b-bc91-f583ea55a372 req-53f33e7a-2d27-4728-8104-de3b1d7c205c tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.0994895 May 13 16:12:41.408346 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c960b628-a483-408b-bc91-f583ea55a372 req-f25b733d-8252-45e0-8328-f53ed3e1c20c tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 May 13 16:12:41.837248 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c41cf-fe6e-46ac-a812-f8e916a26dc5 req-de871179-b928-4c0a-b3f2-3c1d4198b43b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:41.839225 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-354c41cf-fe6e-46ac-a812-f8e916a26dc5 req-de871179-b928-4c0a-b3f2-3c1d4198b43b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.1307189 May 13 16:12:41.936907 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e9b585bf-f718-423e-86e5-970cdb402929 req-7742cc06-24c4-402d-a24d-e266086c1273 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 210 time: 0.0583177 May 13 16:12:41.956727 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-354c41cf-fe6e-46ac-a812-f8e916a26dc5 req-e7452f84-8f99-4d03-8147-18db92bc5f22 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113927 May 13 16:12:42.286107 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6628dec-21a5-4b46-b4fd-84239791c846 req-b7193c9f-081a-404d-8750-acf6aa68e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:42.288828 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c6628dec-21a5-4b46-b4fd-84239791c846 req-b7193c9f-081a-404d-8750-acf6aa68e4cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 1099 time: 0.1561918 May 13 16:12:42.299637 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ffd41-a756-4968-be39-0ec672b0b99b req-7bd3c3cc-005a-41b3-97f8-52ba17495c7f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:42.302397 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ce4ffd41-a756-4968-be39-0ec672b0b99b req-7bd3c3cc-005a-41b3-97f8-52ba17495c7f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.1383860 May 13 16:12:42.344271 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-c6628dec-21a5-4b46-b4fd-84239791c846 req-bcaa76d4-f03c-48d4-9f2e-f374d63ad41d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 May 13 16:12:42.422124 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ce4ffd41-a756-4968-be39-0ec672b0b99b req-09c06222-2268-42fe-9ec1-b1dc449cff46 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127424 May 13 16:12:42.451677 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59707e11-956a-4b25-8177-62359d7f4099 req-e188b404-f5e3-4467-8f7b-0a9ef8010bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:42.453139 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-59707e11-956a-4b25-8177-62359d7f4099 req-e188b404-f5e3-4467-8f7b-0a9ef8010bba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 1098 time: 0.1166346 May 13 16:12:42.606257 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1df79-c59d-4772-812b-d88d0ad35f25 req-08a2fd09-d890-48d0-94db-dca73531b6d0 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:42.607635 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6fc1df79-c59d-4772-812b-d88d0ad35f25 req-08a2fd09-d890-48d0-94db-dca73531b6d0 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.0842512 May 13 16:12:42.675064 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6fc1df79-c59d-4772-812b-d88d0ad35f25 req-72f24d01-a181-4831-97f4-94483d1cd1bd tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579991 May 13 16:12:42.737194 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-59707e11-956a-4b25-8177-62359d7f4099 req-dd5d2a77-acd4-4c61-a9c1-bc9e279257a2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560262 May 13 16:12:43.138904 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c143d2e3-0212-4989-b3c6-7d5856810da4 req-e7c0faa0-30c8-4f2f-bcb7-5bb5a6d98900 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 210 time: 0.0843964 May 13 16:12:43.207242 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee8560-bc3c-4fff-bd94-2d2e7963fdda req-99220c79-a3fc-4b54-9bea-378e847fd3a2 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:43.209629 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-daee8560-bc3c-4fff-bd94-2d2e7963fdda req-99220c79-a3fc-4b54-9bea-378e847fd3a2 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.1226099 May 13 16:12:43.275933 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-daee8560-bc3c-4fff-bd94-2d2e7963fdda req-2468610a-cb7f-42c8-82a7-0f1c6fbb162a tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595059 May 13 16:12:44.014698 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-1cdbdeb2-f5dc-4b61-9611-fcb377b98736 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:44.016941 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-1cdbdeb2-f5dc-4b61-9611-fcb377b98736 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.36 "GET /v2.0/networks?id=56b2248f-57e2-443f-b67a-e92c11747033 HTTP/1.1" status: 200 len: 809 time: 0.3592422 May 13 16:12:44.030014 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48b7f2-72a4-4e66-88f0-6be7534f7053 req-346c454c-4021-4db3-89bb-61756c05a2ee tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:44.032548 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ce48b7f2-72a4-4e66-88f0-6be7534f7053 req-346c454c-4021-4db3-89bb-61756c05a2ee tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.4253712 May 13 16:12:44.183799 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2785c3-cb3c-4ac1-909b-193c508bf2a7 req-abdffc8a-5ef2-4442-89f3-039fc5e71ba9 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:44.185356 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4d2785c3-cb3c-4ac1-909b-193c508bf2a7 req-abdffc8a-5ef2-4442-89f3-039fc5e71ba9 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.3264813 May 13 16:12:44.192595 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-57103943-e3fe-4017-82f6-0424874663a0 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60a6df343e7042dc9a8e981dce6e8b46 HTTP/1.1" status: 200 len: 380 time: 0.1230233 May 13 16:12:44.195946 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ce48b7f2-72a4-4e66-88f0-6be7534f7053 req-9d660f67-8c5d-4a61-a4a4-122cbac1987a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508536 May 13 16:12:44.215261 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Request body: {'port': {'device_id': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'admin_state_up': True, 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'security_groups': ['ae97a658-f3a5-4a99-ac89-44d6a4bc6955']}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:44.252001 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:12:44.577199 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f22ad619-12cb-4213-bdb1-60436fcc4328 req-99b72e98-530b-4bf3-a6f4-18633dfb95d3 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 210 time: 0.1598330 May 13 16:12:44.676356 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4d2785c3-cb3c-4ac1-909b-193c508bf2a7 req-67b3ae24-f4a4-492d-8d94-bd174f784a1f tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605224 May 13 16:12:44.738837 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:12:44.756094 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:12:44.775237 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Made reservation on behalf of 60a6df343e7042dc9a8e981dce6e8b46 for: {'port': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:12:44.781666 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:45.118525 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af21f9-4b54-4e1f-a984-9f79f03f42da req-e028736f-5505-4c13-a366-d077f9e68084 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:45.120198 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e1af21f9-4b54-4e1f-a984-9f79f03f42da req-e028736f-5505-4c13-a366-d077f9e68084 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.3185952 May 13 16:12:45.195434 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Allocated IP 172.20.0.5 (56b2248f-57e2-443f-b67a-e92c11747033/9581a329-84b4-4673-a9bd-06e0007be9b3/e959a8a2-d140-4484-850d-f11bd62443ec) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:12:45.204048 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e1af21f9-4b54-4e1f-a984-9f79f03f42da req-0f645fd7-0df4-4b52-9662-8fc019c9d682 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708723 May 13 16:12:45.488906 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:45.516129 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Transition to ACTIVE for port object e959a8a2-d140-4484-850d-f11bd62443ec will not be triggered until provisioned by entity DHCP. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:12:45.532288 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e934607-f94c-46c2-a5c6-63c2058affa5 req-5fea9be5-bb5e-470d-9183-37341f440633 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:45.533760 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3e934607-f94c-46c2-a5c6-63c2058affa5 req-5fea9be5-bb5e-470d-9183-37341f440633 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 943 time: 0.1598160 May 13 16:12:45.592806 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3e934607-f94c-46c2-a5c6-63c2058affa5 req-9311f84f-e3e4-4b29-af40-786b0ae82f2e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528798 May 13 16:12:45.594501 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:45.603150 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:45.673053 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Network 56b2248f-57e2-443f-b67a-e92c11747033 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:12:45.676967 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:12:45.686946 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:12:45.692843 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:45.693512 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:45.714480 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Pushing event updated for resources: {'Port': ['ID=e959a8a2-d140-4484-850d-f11bd62443ec,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:45.721236 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:45.740005 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5308933 May 13 16:12:45.775046 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Request body: {'port': {'device_id': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:12:46.072870 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:46.096127 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-3de51339-1345-4387-93c6-a557ceaf1664 None None] Provisioning for port e959a8a2-d140-4484-850d-f11bd62443ec completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:12:46.104958 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-3de51339-1345-4387-93c6-a557ceaf1664 None None] Provisioning complete for port e959a8a2-d140-4484-850d-f11bd62443ec triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:12:46.105565 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-3de51339-1345-4387-93c6-a557ceaf1664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:46.121204 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa55ff0-5244-4b17-8a02-70670eabda9b req-942eae66-cbe2-4767-ba97-193d6ba30268 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:46.122417 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-ffa55ff0-5244-4b17-8a02-70670eabda9b req-942eae66-cbe2-4767-ba97-193d6ba30268 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Synchronizing usage tracker for tenant:60a6df343e7042dc9a8e981dce6e8b46 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:12:46.204209 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-3de51339-1345-4387-93c6-a557ceaf1664 None None] Port e959a8a2-d140-4484-850d-f11bd62443ec cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:12:46.234644 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e8941-cedd-4174-a707-202a8842c2dc req-98e1aead-3c49-4e0b-abd4-2b2074a52af8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:46.236148 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4a3e8941-cedd-4174-a707-202a8842c2dc req-98e1aead-3c49-4e0b-abd4-2b2074a52af8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.3428993 May 13 16:12:46.249724 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-ffa55ff0-5244-4b17-8a02-70670eabda9b req-942eae66-cbe2-4767-ba97-193d6ba30268 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Unset dirty status for tenant:60a6df343e7042dc9a8e981dce6e8b46 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:12:46.250838 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ffa55ff0-5244-4b17-8a02-70670eabda9b req-942eae66-cbe2-4767-ba97-193d6ba30268 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 931 time: 0.4250917 May 13 16:12:46.402246 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ffa55ff0-5244-4b17-8a02-70670eabda9b req-2c37e79a-bba9-4151-9b5a-cf87032672bd tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308329 May 13 16:12:46.407720 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4a3e8941-cedd-4174-a707-202a8842c2dc req-a8314ee8-f70d-49df-b9d9-2383345b79af tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622024 May 13 16:12:46.480399 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 871149f6-9017-4096-a59a-e1483f6f2755 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:12:46.750418 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97c9d5-d643-459a-b6f3-73e560fd6582 req-2c95634f-0b3c-4852-92ff-bc22cc7e3186 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:46.752744 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7d97c9d5-d643-459a-b6f3-73e560fd6582 req-2c95634f-0b3c-4852-92ff-bc22cc7e3186 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.2109272 May 13 16:12:46.756056 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e959a8a2-d140-4484-850d-f11bd62443ec {{(pid=79044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:12:46.757206 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 871149f6-9017-4096-a59a-e1483f6f2755, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=871149f6-9017-4096-a59a-e1483f6f2755,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:46.786190 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '871149f6-9017-4096-a59a-e1483f6f2755', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'port_id': '871149f6-9017-4096-a59a-e1483f6f2755', 'mac_address': 'fa:16:3e:13:cd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:12:46.874689 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:46.900557 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871149f6-9017-4096-a59a-e1483f6f2755 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:12:46.921155 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 871149f6-9017-4096-a59a-e1483f6f2755, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=871149f6-9017-4096-a59a-e1483f6f2755,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:46.927713 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:46.932972 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:47.043301 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=871149f6-9017-4096-a59a-e1483f6f2755,revision_number=9']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:47.043530 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:47.057280 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:47.057844 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:47.058386 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:47.058927 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:47.059565 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:47.060093 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:47.060634 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:47.061167 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:47.061863 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:47.062254 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:47.062848 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:47.063357 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:12:47.070433 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:47.097634 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7d97c9d5-d643-459a-b6f3-73e560fd6582 req-5889be36-1490-4bc8-97e4-deb6e77bde32 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208005 May 13 16:12:47.103107 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Transition to ACTIVE for port object e959a8a2-d140-4484-850d-f11bd62443ec will not be triggered until provisioned by entity L2. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:12:47.117048 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:47.124953 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:47.463093 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Pushing event updated for resources: {'Port': ['ID=e959a8a2-d140-4484-850d-f11bd62443ec,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:47.494281 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['871149f6-9017-4096-a59a-e1483f6f2755'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:12:47.577136 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:47.600706 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc0d44-d35e-451d-a8c3-e1fc0d6caaca req-c6f1e589-8f77-45ff-acf7-b32c330b03aa tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:47.612360 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-78bc0d44-d35e-451d-a8c3-e1fc0d6caaca req-c6f1e589-8f77-45ff-acf7-b32c330b03aa tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 944 time: 0.6354380 May 13 16:12:47.767918 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Attempting to bind port e959a8a2-d140-4484-850d-f11bd62443ec on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:12:47.768668 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Attempting to bind port e959a8a2-d140-4484-850d-f11bd62443ec by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '397d6998-768d-4d62-be8c-f4be86009a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033'}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:12:47.770018 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Attempting to bind port e959a8a2-d140-4484-850d-f11bd62443ec on network 56b2248f-57e2-443f-b67a-e92c11747033 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:12:47.809192 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Port e959a8a2-d140-4484-850d-f11bd62443ec on network 56b2248f-57e2-443f-b67a-e92c11747033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:12:47.810021 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Attempting to bind port e959a8a2-d140-4484-850d-f11bd62443ec on network 56b2248f-57e2-443f-b67a-e92c11747033 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:12:47.842389 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-78bc0d44-d35e-451d-a8c3-e1fc0d6caaca req-befd5edb-27ae-4edf-9887-a7525b4fd218 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280109 May 13 16:12:47.845688 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:12:47.850812 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Checking segment: {'id': '397d6998-768d-4d62-be8c-f4be86009a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:12:47.852195 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Bound using segment: {'id': '397d6998-768d-4d62-be8c-f4be86009a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033'} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:12:47.852938 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Bound port: e959a8a2-d140-4484-850d-f11bd62443ec, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '397d6998-768d-4d62-be8c-f4be86009a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033'}}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:12:47.853506 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:48.072101 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd9247-7781-4a28-9601-d89462064ef7 req-e7eb5d61-1f3e-4b9e-bb95-56c49b3b3355 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:48.074811 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e7dd9247-7781-4a28-9601-d89462064ef7 req-e7eb5d61-1f3e-4b9e-bb95-56c49b3b3355 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 943 time: 0.3871140 May 13 16:12:48.242503 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] For port e959a8a2-d140-4484-850d-f11bd62443ec, host hv-cinder-68948, cleared binding levels {{(pid=79044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:12:48.264503 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e7dd9247-7781-4a28-9601-d89462064ef7 req-cac35e7f-49cb-4376-9eed-a2b7be269844 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079249 May 13 16:12:48.266271 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] For port e959a8a2-d140-4484-850d-f11bd62443ec, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e959a8a2-d140-4484-850d-f11bd62443ec,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:12:48.273903 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:48.279041 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:48.360166 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:48.360794 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:48.363204 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] 10.222.0.36 "PUT /v2.0/ports/e959a8a2-d140-4484-850d-f11bd62443ec HTTP/1.1" status: 200 len: 1093 time: 2.5963697 May 13 16:12:48.368888 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:12:48.412719 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e578d-afc2-4f1d-a605-37934dab2396 req-09de3b92-5a25-4a1e-8de5-173162cf71e6 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:48.414384 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-723e578d-afc2-4f1d-a605-37934dab2396 req-09de3b92-5a25-4a1e-8de5-173162cf71e6 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.3382175 May 13 16:12:48.422594 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Pushing event updated for resources: {'Port': ['ID=e959a8a2-d140-4484-850d-f11bd62443ec,revision_number=3']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:48.427155 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:48.478172 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'status': 'completed', 'code': 200} May 13 16:12:48.487270 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-723e578d-afc2-4f1d-a605-37934dab2396 req-728dcf7c-5ab8-4fc0-825d-0e15787cd618 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584702 May 13 16:12:48.647631 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-869bf22d-3be0-49dc-8525-2ee457556791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:48.650346 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-869bf22d-3be0-49dc-8525-2ee457556791 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60a6df343e7042dc9a8e981dce6e8b46&device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 1096 time: 0.1113694 May 13 16:12:48.746203 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-75a2bdf8-3b11-4454-951d-338dcc46d83b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e959a8a2-d140-4484-850d-f11bd62443ec HTTP/1.1" status: 200 len: 217 time: 0.0740230 May 13 16:12:48.877805 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6a4cc82d-751d-4d6a-88ef-72a494f1faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:48.880617 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-6a4cc82d-751d-4d6a-88ef-72a494f1faf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9581a329-84b4-4673-a9bd-06e0007be9b3 HTTP/1.1" status: 200 len: 848 time: 0.1205237 May 13 16:12:49.062829 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-8931cbda-8a43-4648-8079-fa84ce3fc6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:49.064354 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-8931cbda-8a43-4648-8079-fa84ce3fc6c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56b2248f-57e2-443f-b67a-e92c11747033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1673560 May 13 16:12:49.183390 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50545e-7020-48c2-a03b-74f761cfc03a req-76cc783f-fd61-4021-85a2-b666d1e66b31 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:49.185328 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-dc50545e-7020-48c2-a03b-74f761cfc03a req-76cc783f-fd61-4021-85a2-b666d1e66b31 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 944 time: 0.1773646 May 13 16:12:49.271903 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-dc50545e-7020-48c2-a03b-74f761cfc03a req-4a3c8a41-ed2c-4372-a4ee-136496008b19 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776954 May 13 16:12:49.294235 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-87c839d7-54fc-4363-b068-eb767a68bb9c service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049186 May 13 16:12:49.533885 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c879c846-521b-4ffc-9c99-1f2ce8b182b1 req-ed35ab41-52a0-4e5b-bde1-a551f8fe4020 service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223549 May 13 16:12:49.578273 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c5faa-d52f-4e2d-aabd-e8f9a0d8ab32 req-e24532ec-9419-4001-9382-f0fa2da9b391 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:49.580012 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-459c5faa-d52f-4e2d-aabd-e8f9a0d8ab32 req-e24532ec-9419-4001-9382-f0fa2da9b391 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 943 time: 0.1497934 May 13 16:12:49.667290 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-459c5faa-d52f-4e2d-aabd-e8f9a0d8ab32 req-b0435f9a-bd27-4b02-b49b-93a832094bda tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712514 May 13 16:12:50.088624 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2968763-4974-446b-92da-2c0b376ad182 req-1f5cf91e-4a92-4e37-a56f-ef82e3ac405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:50.091441 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a2968763-4974-446b-92da-2c0b376ad182 req-1f5cf91e-4a92-4e37-a56f-ef82e3ac405b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60a6df343e7042dc9a8e981dce6e8b46&device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 1096 time: 0.3718026 May 13 16:12:50.104472 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507dc90-8555-416c-9906-09fcaca73e3c req-e9b7797c-f032-4b30-bdb2-affe4b20f4ef tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:50.105964 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6507dc90-8555-416c-9906-09fcaca73e3c req-e9b7797c-f032-4b30-bdb2-affe4b20f4ef tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.2880960 May 13 16:12:50.267941 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6507dc90-8555-416c-9906-09fcaca73e3c req-65227af6-4b54-4edb-8906-978a0c631f52 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316688 May 13 16:12:50.303150 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2968763-4974-446b-92da-2c0b376ad182 req-64b9bf4f-5082-4208-a54e-4b105a4cb35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:50.305993 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a2968763-4974-446b-92da-2c0b376ad182 req-64b9bf4f-5082-4208-a54e-4b105a4cb35a service neutron] 10.222.0.36 "GET /v2.0/networks?id=56b2248f-57e2-443f-b67a-e92c11747033 HTTP/1.1" status: 200 len: 910 time: 0.1964874 May 13 16:12:50.405028 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a2968763-4974-446b-92da-2c0b376ad182 req-59ab8e79-b2f4-470e-a3a8-c2e8ec0a59b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e959a8a2-d140-4484-850d-f11bd62443ec HTTP/1.1" status: 200 len: 217 time: 0.0901525 May 13 16:12:50.491800 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2968763-4974-446b-92da-2c0b376ad182 req-8cd77061-ceb7-4321-af16-dfca5c0a461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:50.493199 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a2968763-4974-446b-92da-2c0b376ad182 req-8cd77061-ceb7-4321-af16-dfca5c0a461c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9581a329-84b4-4673-a9bd-06e0007be9b3 HTTP/1.1" status: 200 len: 848 time: 0.0807624 May 13 16:12:50.532336 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 871149f6-9017-4096-a59a-e1483f6f2755 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:12:50.645300 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e4319-7d1f-4dce-ac9c-814c01d84072 req-76d34065-c5b8-4953-b6d4-5f094a27151d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:50.646319 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5c9e4319-7d1f-4dce-ac9c-814c01d84072 req-76d34065-c5b8-4953-b6d4-5f094a27151d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 944 time: 0.1570020 May 13 16:12:50.649198 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 871149f6-9017-4096-a59a-e1483f6f2755 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:12:50.649479 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2968763-4974-446b-92da-2c0b376ad182 req-5c19fbd9-ab87-497e-8735-2944d3c66f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:50.649643 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:50.650606 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a2968763-4974-446b-92da-2c0b376ad182 req-5c19fbd9-ab87-497e-8735-2944d3c66f7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56b2248f-57e2-443f-b67a-e92c11747033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1242707 May 13 16:12:50.780400 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5c9e4319-7d1f-4dce-ac9c-814c01d84072 req-c397bc6b-284f-4f3c-9f64-6c99ed9d6182 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257060 May 13 16:12:50.845891 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:50.893538 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:12:50.913491 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 871149f6-9017-4096-a59a-e1483f6f2755, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=871149f6-9017-4096-a59a-e1483f6f2755,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:50.920737 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:50.925947 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:50.949921 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a2968763-4974-446b-92da-2c0b376ad182 req-b73490f8-25da-4a8a-81f3-7e12a1cc5176 service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807124 May 13 16:12:50.982307 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755', 'code': 200} May 13 16:12:51.052330 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=871149f6-9017-4096-a59a-e1483f6f2755,revision_number=10']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:51.055530 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:51.086693 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a559d2b-019b-4bae-bc36-ca054448b8c5 req-12258613-956b-4eb3-a5cd-e1fd5ade62d9 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:51.088277 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1a559d2b-019b-4bae-bc36-ca054448b8c5 req-12258613-956b-4eb3-a5cd-e1fd5ade62d9 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 943 time: 0.2376592 May 13 16:12:51.179727 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a2968763-4974-446b-92da-2c0b376ad182 req-013e8af3-bf58-4bc7-98b7-66f809a7f4c6 service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165422 May 13 16:12:51.182485 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1a559d2b-019b-4bae-bc36-ca054448b8c5 req-9ea6c37a-93cf-4299-8bcd-fed3d8e9d48a tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864542 May 13 16:12:51.584152 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ed02f-8ea8-4960-b7c4-6db4aee0f3ae req-04c1782d-d78c-43a0-ab35-008de69ebf05 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:51.586734 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7f8ed02f-8ea8-4960-b7c4-6db4aee0f3ae req-04c1782d-d78c-43a0-ab35-008de69ebf05 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1493843 May 13 16:12:51.667102 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7f8ed02f-8ea8-4960-b7c4-6db4aee0f3ae req-a2a8a7a2-091b-4ea6-8b2e-5533804ebad6 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732162 May 13 16:12:52.085503 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25232b-d65f-40d7-b9ad-1f1e48012279 req-5c5b31bc-dc39-4ad4-b8c1-54774cb9203d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:52.088034 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6b25232b-d65f-40d7-b9ad-1f1e48012279 req-5c5b31bc-dc39-4ad4-b8c1-54774cb9203d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 946 time: 0.1512187 May 13 16:12:52.167579 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6b25232b-d65f-40d7-b9ad-1f1e48012279 req-d712ddfd-9d1c-4dc7-b445-9ce26585dac4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733607 May 13 16:12:52.462291 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f03ae-e727-4300-b2d7-3d364cfd98b7 req-10158294-1f26-40c6-94bc-c441adcfb0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:52.463823 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-652f03ae-e727-4300-b2d7-3d364cfd98b7 req-10158294-1f26-40c6-94bc-c441adcfb0db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 1099 time: 0.2059414 May 13 16:12:52.509465 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68f456-f09b-41bc-ad3f-9c9ebcc13de4 req-833f9251-3936-4e4b-894b-0d99d6f525f1 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:52.511540 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7d68f456-f09b-41bc-ad3f-9c9ebcc13de4 req-833f9251-3936-4e4b-894b-0d99d6f525f1 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 943 time: 0.1848245 May 13 16:12:52.549210 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device e959a8a2-d140-4484-850d-f11bd62443ec details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:12:52.562735 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-652f03ae-e727-4300-b2d7-3d364cfd98b7 req-6641e655-8ce1-4c45-834e-9871f159c543 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870984 May 13 16:12:52.599213 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7d68f456-f09b-41bc-ad3f-9c9ebcc13de4 req-4ff2e455-e06c-4ec1-a178-e3fc9e9e03d9 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712926 May 13 16:12:52.729475 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port e959a8a2-d140-4484-850d-f11bd62443ec, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e959a8a2-d140-4484-850d-f11bd62443ec,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:52.746385 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'port_id': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'mac_address': 'fa:16:3e:72:68:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:12:52.831602 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:52.851236 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e959a8a2-d140-4484-850d-f11bd62443ec {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:12:52.874009 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port e959a8a2-d140-4484-850d-f11bd62443ec, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e959a8a2-d140-4484-850d-f11bd62443ec,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:52.880086 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:52.882061 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:52.950755 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0668ca3-5f68-4936-872b-0773acf9786c req-61463cc2-4467-4b1b-8d8c-4fb3284d079c tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:52.952396 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b0668ca3-5f68-4936-872b-0773acf9786c req-61463cc2-4467-4b1b-8d8c-4fb3284d079c tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1221137 May 13 16:12:52.969068 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=e959a8a2-d140-4484-850d-f11bd62443ec,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:52.973519 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:53.012872 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b0668ca3-5f68-4936-872b-0773acf9786c req-164fc633-f0f0-4645-b1b1-6111686f6af5 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529890 May 13 16:12:53.293462 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8683a-70c4-4eb4-8aaa-35d1829e7a66 req-4dacbd09-28f4-4b4c-a306-ca1e3ef2089f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:53.295155 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d7f8683a-70c4-4eb4-8aaa-35d1829e7a66 req-4dacbd09-28f4-4b4c-a306-ca1e3ef2089f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.1385992 May 13 16:12:53.509522 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['e959a8a2-d140-4484-850d-f11bd62443ec'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:12:53.766788 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34718f-27b6-4325-b1b3-8239a80a1430 req-0e873847-18f2-4fc7-8ca2-d7ccf94f4919 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:53.779259 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cb34718f-27b6-4325-b1b3-8239a80a1430 req-0e873847-18f2-4fc7-8ca2-d7ccf94f4919 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 946 time: 0.4211504 May 13 16:12:53.932674 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cb34718f-27b6-4325-b1b3-8239a80a1430 req-48a450db-0f31-40d9-9ce1-4bac5023340a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522679 May 13 16:12:53.955984 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-d7f8683a-70c4-4eb4-8aaa-35d1829e7a66 req-6963f3ea-73ec-4e7a-8041-57828128b669 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Deleting port 87010fc6-2ee8-40da-b5da-603ef368a540 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:12:53.957391 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-d7f8683a-70c4-4eb4-8aaa-35d1829e7a66 req-6963f3ea-73ec-4e7a-8041-57828128b669 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:54.076809 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b460910-f5d2-4708-bcea-22d66fe898a5 req-501d3b68-366d-44a0-b2d7-dc96298f59c1 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:54.078752 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4b460910-f5d2-4708-bcea-22d66fe898a5 req-501d3b68-366d-44a0-b2d7-dc96298f59c1 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 944 time: 0.2501159 May 13 16:12:54.272885 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4b460910-f5d2-4708-bcea-22d66fe898a5 req-aac73f7d-c459-43f4-8175-26ea3f56de4f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838403 May 13 16:12:54.275733 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-d7f8683a-70c4-4eb4-8aaa-35d1829e7a66 req-6963f3ea-73ec-4e7a-8041-57828128b669 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] For port 87010fc6-2ee8-40da-b5da-603ef368a540, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=87010fc6-2ee8-40da-b5da-603ef368a540,segment=NetworkSegment(b614bed4-c469-4a1d-b43a-a38dfd9db966),segment_id=b614bed4-c469-4a1d-b43a-a38dfd9db966)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:54.276286 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-d7f8683a-70c4-4eb4-8aaa-35d1829e7a66 req-6963f3ea-73ec-4e7a-8041-57828128b669 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:54.455908 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-d7f8683a-70c4-4eb4-8aaa-35d1829e7a66 req-6963f3ea-73ec-4e7a-8041-57828128b669 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Calling delete_port for 87010fc6-2ee8-40da-b5da-603ef368a540 owned by compute:nova {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:12:54.511792 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f381f-c072-4ec9-bdc5-a3be84ac8941 req-1dea2a52-6718-40d6-9e63-85aeee261e3e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:54.513355 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ae9f381f-c072-4ec9-bdc5-a3be84ac8941 req-1dea2a52-6718-40d6-9e63-85aeee261e3e tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 945 time: 0.3223021 May 13 16:12:54.653486 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ae9f381f-c072-4ec9-bdc5-a3be84ac8941 req-2feb852c-16d5-4c16-9654-aa7379e752fb tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238284 May 13 16:12:54.695234 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-d7f8683a-70c4-4eb4-8aaa-35d1829e7a66 req-6963f3ea-73ec-4e7a-8041-57828128b669 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:54.705408 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6b538f0b-503e-4c01-b7eb-c43e45aa147f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:54.804526 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963f3ea-73ec-4e7a-8041-57828128b669 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Pushing event deleted for resources: {'Port': ['ID=87010fc6-2ee8-40da-b5da-603ef368a540,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:54.814308 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6963f3ea-73ec-4e7a-8041-57828128b669 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:54.962342 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f8683a-70c4-4eb4-8aaa-35d1829e7a66 req-6963f3ea-73ec-4e7a-8041-57828128b669 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] No DVR routers for this DVR port 87010fc6-2ee8-40da-b5da-603ef368a540 on host hv-cinder-68948 {{(pid=79044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:12:54.968233 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-d7f8683a-70c4-4eb4-8aaa-35d1829e7a66 req-6963f3ea-73ec-4e7a-8041-57828128b669 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:54.977565 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1132e2-1366-43f4-aa4f-307b58d17dd8', 'name': 'network-vif-deleted', 'tag': '87010fc6-2ee8-40da-b5da-603ef368a540'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:12:55.010411 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d7f8683a-70c4-4eb4-8aaa-35d1829e7a66 req-6963f3ea-73ec-4e7a-8041-57828128b669 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.36 "DELETE /v2.0/ports/87010fc6-2ee8-40da-b5da-603ef368a540 HTTP/1.1" status: 204 len: 173 time: 1.6976070 May 13 16:12:55.105055 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1132e2-1366-43f4-aa4f-307b58d17dd8', 'name': 'network-vif-deleted', 'tag': '87010fc6-2ee8-40da-b5da-603ef368a540', 'status': 'completed', 'code': 200} May 13 16:12:55.290044 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181fd63-aea0-4202-979f-911760825c7b req-a8bad6bd-99db-4b33-9837-85374acddbf8 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:55.291628 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e181fd63-aea0-4202-979f-911760825c7b req-a8bad6bd-99db-4b33-9837-85374acddbf8 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 946 time: 0.1249230 May 13 16:12:55.373368 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e181fd63-aea0-4202-979f-911760825c7b req-8dbdd53a-0e7f-4205-82db-e231c2379f75 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692995 May 13 16:12:55.610686 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['f39e7d34-f4be-4532-bcda-a4d3ccf96d72'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:12:55.789795 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9480fd9-c735-4e84-a687-7c1f6a933fa0 req-441b1788-28b9-4787-ae37-bae1802d781d tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:55.795529 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a9480fd9-c735-4e84-a687-7c1f6a933fa0 req-441b1788-28b9-4787-ae37-bae1802d781d tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 944 time: 0.2583609 May 13 16:12:55.884165 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a9480fd9-c735-4e84-a687-7c1f6a933fa0 req-24ac79ba-b9ca-473e-9927-48076d7bb6dc tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739574 May 13 16:12:56.070532 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-15531dd2-08e0-416c-957a-17a8eb7329b3 req-7daeedef-0393-4112-aac6-2fedaddb47bd tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Synchronizing usage tracker for tenant:7083da6e157642408e9b310cb2179161 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:12:56.093789 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-15531dd2-08e0-416c-957a-17a8eb7329b3 req-7daeedef-0393-4112-aac6-2fedaddb47bd tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Unset dirty status for tenant:7083da6e157642408e9b310cb2179161 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:12:56.095297 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-15531dd2-08e0-416c-957a-17a8eb7329b3 req-7daeedef-0393-4112-aac6-2fedaddb47bd tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b1132e2-1366-43f4-aa4f-307b58d17dd8 HTTP/1.1" status: 200 len: 210 time: 0.1087818 May 13 16:12:56.564204 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device e959a8a2-d140-4484-850d-f11bd62443ec up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:12:56.665691 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port e959a8a2-d140-4484-850d-f11bd62443ec completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:12:56.672032 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port e959a8a2-d140-4484-850d-f11bd62443ec triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:12:56.672414 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:56.681638 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76716c23-acb0-4d31-8bb9-f4c419c2f140 req-41f27eb4-5009-4899-bc1d-e300621b6418 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:56.684084 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-76716c23-acb0-4d31-8bb9-f4c419c2f140 req-41f27eb4-5009-4899-bc1d-e300621b6418 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 946 time: 0.1281490 May 13 16:12:56.762505 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-76716c23-acb0-4d31-8bb9-f4c419c2f140 req-8d6c4b33-5554-48d0-af06-f517105c6fd7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665262 May 13 16:12:56.834363 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:56.864379 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:12:56.880328 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port e959a8a2-d140-4484-850d-f11bd62443ec, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e959a8a2-d140-4484-850d-f11bd62443ec,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:12:56.887179 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:12:56.892653 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 87010fc6-2ee8-40da-b5da-603ef368a540 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:12:56.924358 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-b7715682-5e5e-4a78-b608-dabe9e05c9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:12:56.959463 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'code': 200} May 13 16:12:56.983710 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: 87010fc6-2ee8-40da-b5da-603ef368a540 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:12:56.984051 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 87010fc6-2ee8-40da-b5da-603ef368a540 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:12:57.029736 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=e959a8a2-d140-4484-850d-f11bd62443ec,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:12:57.035619 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:12:57.178617 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f402-c15e-4c1c-91d1-2e1ec3109ce5 req-88a9fe17-eae2-4d64-8737-e9ff99402909 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:57.187554 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-df90f402-c15e-4c1c-91d1-2e1ec3109ce5 req-88a9fe17-eae2-4d64-8737-e9ff99402909 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.1514502 May 13 16:12:57.245281 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-df90f402-c15e-4c1c-91d1-2e1ec3109ce5 req-a5c81198-3172-48d9-a767-1c8f105a30ff tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520983 May 13 16:12:57.794396 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39352577-486b-4e74-a6fe-f3627598b968 req-59b4b055-f458-4b25-aba7-fe9372363a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:57.796330 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-39352577-486b-4e74-a6fe-f3627598b968 req-59b4b055-f458-4b25-aba7-fe9372363a17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 1098 time: 0.1408367 May 13 16:12:57.910962 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-39352577-486b-4e74-a6fe-f3627598b968 req-e496b9d5-7e78-47ec-b129-61c62371b0e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048498 May 13 16:12:57.975852 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee646373-a5d9-4cca-b05d-ee57b93941ff req-5f23a9d2-935e-4950-bd03-e7b1b5ef3e24 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:57.978270 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ee646373-a5d9-4cca-b05d-ee57b93941ff req-5f23a9d2-935e-4950-bd03-e7b1b5ef3e24 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1230845 May 13 16:12:58.040902 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ee646373-a5d9-4cca-b05d-ee57b93941ff req-05b83fb6-5765-4ea9-b656-13c725b39660 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519950 May 13 16:12:58.510633 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c7498-6546-4fc4-acb3-b1ab0545fbfb req-81989f0e-9600-4e27-8462-f2ace79d2678 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:58.520456 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f77c7498-6546-4fc4-acb3-b1ab0545fbfb req-81989f0e-9600-4e27-8462-f2ace79d2678 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.1239681 May 13 16:12:58.602439 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f77c7498-6546-4fc4-acb3-b1ab0545fbfb req-48852431-4659-4209-930b-7e107e117e87 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784829 May 13 16:12:59.084506 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4286b11f-9df9-47a6-a05a-d966245761df req-26177713-3c7e-4c4a-8006-1490ae429445 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1144793 May 13 16:12:59.496606 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286b11f-9df9-47a6-a05a-d966245761df req-1d1dc189-0470-4216-a8fd-c985da6dc898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:59.499105 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4286b11f-9df9-47a6-a05a-d966245761df req-1d1dc189-0470-4216-a8fd-c985da6dc898 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b03e7da06f462f87ae1810bfc67172&device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 1099 time: 0.3518031 May 13 16:12:59.553399 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804aac4-7bd9-46ee-9f42-5f185508e38d req-9228923d-9a9d-4593-aa37-5f1e450fd87a tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:59.555776 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c804aac4-7bd9-46ee-9f42-5f185508e38d req-9228923d-9a9d-4593-aa37-5f1e450fd87a tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.3227105 May 13 16:12:59.803120 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c804aac4-7bd9-46ee-9f42-5f185508e38d req-b7d4855a-7f7c-42f2-9336-c2e78f6aad7b tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099054 May 13 16:12:59.903747 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286b11f-9df9-47a6-a05a-d966245761df req-440a4147-7407-488d-9d03-51a8dff330be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:12:59.905317 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4286b11f-9df9-47a6-a05a-d966245761df req-440a4147-7407-488d-9d03-51a8dff330be service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 200 len: 918 time: 0.3483136 May 13 16:13:00.021363 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d62ec-674f-426c-b369-ca4574817974 req-542da880-5b37-495d-9565-7adbf14d54c5 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:00.023905 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b14d62ec-674f-426c-b369-ca4574817974 req-542da880-5b37-495d-9565-7adbf14d54c5 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.2031174 May 13 16:13:00.113232 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4286b11f-9df9-47a6-a05a-d966245761df req-b1648bcd-4d84-41ce-a833-00de269e4109 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=871149f6-9017-4096-a59a-e1483f6f2755 HTTP/1.1" status: 200 len: 1000 time: 0.1850119 May 13 16:13:00.151649 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b14d62ec-674f-426c-b369-ca4574817974 req-e4a41585-d1ba-47ab-a3ed-675834181634 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941596 May 13 16:13:00.524573 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286b11f-9df9-47a6-a05a-d966245761df req-7b127206-5f09-436f-a472-076b8d1adcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:00.527622 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4286b11f-9df9-47a6-a05a-d966245761df req-7b127206-5f09-436f-a472-076b8d1adcfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a3a991-627e-4aa0-addc-74ff480943da HTTP/1.1" status: 200 len: 856 time: 0.1968901 May 13 16:13:00.555737 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:00.685547 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4709b-e5e4-4822-9907-d23a6c2cbaf7 req-0002b7ae-f6f4-4edb-8284-929c204e1948 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:00.687910 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-75c4709b-e5e4-4822-9907-d23a6c2cbaf7 req-0002b7ae-f6f4-4edb-8284-929c204e1948 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.3021941 May 13 16:13:00.749481 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286b11f-9df9-47a6-a05a-d966245761df req-3d36b487-92cd-4501-8649-3766dbf4b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:00.751026 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4286b11f-9df9-47a6-a05a-d966245761df req-3d36b487-92cd-4501-8649-3766dbf4b741 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca658d9-eaa4-4676-96b4-38061917c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1996675 May 13 16:13:00.763380 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-75c4709b-e5e4-4822-9907-d23a6c2cbaf7 req-6b9d0d71-f671-433b-847f-bb58a228a4aa tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626621 May 13 16:13:00.918018 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-5616ed72-f632-4ab3-a1fd-973f81a4bd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:01.060669 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4286b11f-9df9-47a6-a05a-d966245761df req-b8c60d25-7296-41bd-932b-beaa78281f3e service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931967 May 13 16:13:01.277567 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b1ccd-6bf1-4e91-a614-73ee4bee05a6 req-4cae5fcb-e4d2-49b0-a18c-5de9a0ddf292 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:01.280342 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-508b1ccd-6bf1-4e91-a614-73ee4bee05a6 req-4cae5fcb-e4d2-49b0-a18c-5de9a0ddf292 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.3276594 May 13 16:13:01.435832 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4286b11f-9df9-47a6-a05a-d966245761df req-6eb97503-7b18-4138-80cf-f9736833e76d service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555155 May 13 16:13:01.446430 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-508b1ccd-6bf1-4e91-a614-73ee4bee05a6 req-2f071a7d-1b21-4224-b466-fac28c38ff57 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507905 May 13 16:13:01.504417 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be7579-1517-4eae-885f-ae9351efa7dd req-f6a4e722-ec3e-4b1e-a89e-37e8a7e7c6b9 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:01.506102 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a2be7579-1517-4eae-885f-ae9351efa7dd req-f6a4e722-ec3e-4b1e-a89e-37e8a7e7c6b9 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.1495087 May 13 16:13:01.585345 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a2be7579-1517-4eae-885f-ae9351efa7dd req-63f32da6-e1d2-417e-8ee9-44cbd3f2feb3 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683722 May 13 16:13:01.983803 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b49e49-7970-40c6-b15c-9e148726d163 req-39924a17-cec2-4a4a-9172-2fe07499f0b2 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:01.986598 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d4b49e49-7970-40c6-b15c-9e148726d163 req-39924a17-cec2-4a4a-9172-2fe07499f0b2 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.2141361 May 13 16:13:02.097647 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d4b49e49-7970-40c6-b15c-9e148726d163 req-b8adc949-aad2-4d6b-842b-c8e18ad9492c tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996964 May 13 16:13:02.139439 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ab981-6502-4a5f-a73b-02902be7c20a req-829c47ab-3ea8-40fe-a4fc-e8597f3169be tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:02.139778 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 39754) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:02.141790 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-219ab981-6502-4a5f-a73b-02902be7c20a req-829c47ab-3ea8-40fe-a4fc-e8597f3169be tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.2272639 May 13 16:13:02.208288 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-219ab981-6502-4a5f-a73b-02902be7c20a req-d1b7b9d3-67df-457a-bd8b-10dee889a91a tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577056 May 13 16:13:02.413128 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b53c3a6-94ba-48f2-a58b-81e39769bb0c tempest-TestShelveInstance-530751371 tempest-TestShelveInstance-530751371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:02.415656 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-1b53c3a6-94ba-48f2-a58b-81e39769bb0c tempest-TestShelveInstance-530751371 tempest-TestShelveInstance-530751371-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 1093 time: 0.2743952 May 13 16:13:02.420898 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 39760) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:02.430518 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Request body: {'floatingip': {'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'port_id': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:13:02.440191 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:02.446402 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Usage tracker for resource:floatingip and tenant:60a6df343e7042dc9a8e981dce6e8b46 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:02.450953 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:02.460279 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:02.475323 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for floatingip, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:02.705329 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:02.792583 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a9278-b79d-41b9-8b64-8a7b319826ca req-257e76d0-f392-48b5-8728-7a63d9186d72 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:02.796072 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b94a9278-b79d-41b9-8b64-8a7b319826ca req-257e76d0-f392-48b5-8728-7a63d9186d72 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1372564 May 13 16:13:02.881280 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b94a9278-b79d-41b9-8b64-8a7b319826ca req-3e8668e7-743c-422a-9e3a-ed9f42171cd5 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750856 May 13 16:13:02.955534 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Allocated IP 172.28.1.22 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/bfc9b846-5293-4679-9128-d7caf6cf3efb) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:13:03.192274 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:03.245063 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:03.252892 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:03.356105 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:13:03.359113 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:13:03.368775 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:13:03.406597 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Pushing event updated for resources: {'Port': ['ID=bfc9b846-5293-4679-9128-d7caf6cf3efb,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:03.421222 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:03.421584 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:03.421940 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:03.422294 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:03.422644 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:03.422990 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:03.423368 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:03.423697 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:03.424041 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:03.424380 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:03.424743 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:03.425603 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:03.430922 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:03.489903 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84d0f1-f78e-47dc-9094-acc25a7aa708 req-8539da86-410a-4ae9-b51d-88ff5636f24e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:03.492007 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fc84d0f1-f78e-47dc-9094-acc25a7aa708 req-8539da86-410a-4ae9-b51d-88ff5636f24e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.1256163 May 13 16:13:03.555389 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fc84d0f1-f78e-47dc-9094-acc25a7aa708 req-f5c3a154-b154-49c7-9238-626c8277b59d tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566654 May 13 16:13:03.782863 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:04.044658 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-4c6223a7-9528-4089-8367-fe4e05e5d01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:04.174127 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cde3cd-08d4-4eed-97fd-82e073a12e1a req-9c40dcea-22cf-41d1-95d8-5d55c104a439 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:04.177366 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-07cde3cd-08d4-4eed-97fd-82e073a12e1a req-9c40dcea-22cf-41d1-95d8-5d55c104a439 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1289661 May 13 16:13:04.260027 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-07cde3cd-08d4-4eed-97fd-82e073a12e1a req-f25d90e8-b697-4494-9fdb-f3af9b5bc0be tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708973 May 13 16:13:04.277436 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:04.402174 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:04.693513 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:04.699321 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:04.703440 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-0b4df75d-5bbc-49ab-ac07-72ddf99a9750 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:04.820063 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Pushing event updated for resources: {'Port': ['ID=bfc9b846-5293-4679-9128-d7caf6cf3efb,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:04.840257 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:04.849622 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:04.988495 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:05.079726 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3b330-b442-4222-9d4c-8c132acc7706 req-4ff4a553-3795-474a-b884-b1c62e9a4502 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:05.082911 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bdb3b330-b442-4222-9d4c-8c132acc7706 req-4ff4a553-3795-474a-b884-b1c62e9a4502 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.3383892 May 13 16:13:05.090800 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.l3_db [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Floating IP c1e80c75-2e5e-465b-afff-bd1d2a002174 associated. External IP: 172.28.1.22, port: e959a8a2-d140-4484-850d-f11bd62443ec. May 13 16:13:05.166961 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bdb3b330-b442-4222-9d4c-8c132acc7706 req-7567e0c2-b979-4ae5-8e7f-d58208ee24a7 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710511 May 13 16:13:05.181638 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c410915-7114-47d6-b295-88dcaba15797 req-cfe7d208-36ea-46ed-b2c4-49891fa87fa1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:05.184253 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3c410915-7114-47d6-b295-88dcaba15797 req-cfe7d208-36ea-46ed-b2c4-49891fa87fa1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 945 time: 0.1973429 May 13 16:13:05.422076 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-3c410915-7114-47d6-b295-88dcaba15797 req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Deleting port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:13:05.422983 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-3c410915-7114-47d6-b295-88dcaba15797 req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:05.728691 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Router de85386a-53a5-4378-8b26-3061f5d2321e has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:13:05.729977 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-3c410915-7114-47d6-b295-88dcaba15797 req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] For port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:05.730526 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-3c410915-7114-47d6-b295-88dcaba15797 req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:05.928614 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d3067-61c7-4f1c-b392-3c54c6e31cc8 req-ecebda59-3df1-4fe6-8da9-9e28b920657f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:05.930947 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cf1d3067-61c7-4f1c-b392-3c54c6e31cc8 req-ecebda59-3df1-4fe6-8da9-9e28b920657f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.3859580 May 13 16:13:05.943595 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-3c410915-7114-47d6-b295-88dcaba15797 req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Calling delete_port for d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae owned by compute:nova {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:13:06.026807 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:13:06.029253 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cf1d3067-61c7-4f1c-b392-3c54c6e31cc8 req-e82a706c-d2a2-4b90-9c72-89e31f826e94 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808473 May 13 16:13:06.052126 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc756a16-500a-46b7-8915-5be753c18800 None None] Sync routers for ids ['de85386a-53a5-4378-8b26-3061f5d2321e'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:13:06.067285 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc756a16-500a-46b7-8915-5be753c18800 None None] Routers {'de85386a-53a5-4378-8b26-3061f5d2321e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:13:06.068415 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-dc756a16-500a-46b7-8915-5be753c18800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:13:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de85386a-53a5-4378-8b26-3061f5d2321e'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:06.090263 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:06.188149 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7660289 May 13 16:13:06.191019 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:13:06.225938 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-3c410915-7114-47d6-b295-88dcaba15797 req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:06.235779 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-9843c641-88ff-4a1f-8f04-e63247991fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:06.283650 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'status': 'completed', 'code': 200} May 13 16:13:06.329676 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['ed49c41f-7f69-424f-bf92-7faeb7eb8853', 'd1f550c5-383f-4179-9e3c-5d143853991f', '6af76efb-cab1-497a-ab9a-13e543541462', 'd9bc8393-2a03-4bcd-994e-0bc4b2b3dfae'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:13:06.335628 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Pushing event deleted for resources: {'Port': ['ID=d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:06.390349 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-dc756a16-500a-46b7-8915-5be753c18800 None None] Set router de85386a-53a5-4378-8b26-3061f5d2321e gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:13:06.404421 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:06.407030 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:06.407030 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:06.407030 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:06.407568 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:06.408270 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:06.408929 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:06.410272 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:06.411010 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:06.411917 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:06.413162 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:06.413928 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:06.519734 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:06.532029 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060742f-c3de-4fef-b4be-e3b03cd46447 req-52f8357e-8424-43f9-9325-7530df065ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:06.536549 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0060742f-c3de-4fef-b4be-e3b03cd46447 req-52f8357e-8424-43f9-9325-7530df065ff9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60a6df343e7042dc9a8e981dce6e8b46&device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 1098 time: 0.1528788 May 13 16:13:06.567085 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-79b6c23b-e9af-4bb8-91c9-52d6d215ec35 req-4adc83fa-9350-4d3e-9543-40558b8c0b9e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 210 time: 0.1332424 May 13 16:13:06.573964 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c410915-7114-47d6-b295-88dcaba15797 req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] No DVR routers for this DVR port d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae on host hv-cinder-68948 {{(pid=79044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:13:06.580625 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-3c410915-7114-47d6-b295-88dcaba15797 req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:06.584006 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f9f32c-1e6b-434c-a814-9b4d624824cc', 'name': 'network-vif-deleted', 'tag': 'd9bc8393-2a03-4bcd-994e-0bc4b2b3dfae'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:13:06.636065 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3c410915-7114-47d6-b295-88dcaba15797 req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "DELETE /v2.0/ports/d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae HTTP/1.1" status: 204 len: 173 time: 1.4402158 May 13 16:13:06.732691 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f9f32c-1e6b-434c-a814-9b4d624824cc', 'name': 'network-vif-deleted', 'tag': 'd9bc8393-2a03-4bcd-994e-0bc4b2b3dfae', 'status': 'completed', 'code': 200} May 13 16:13:06.812426 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060742f-c3de-4fef-b4be-e3b03cd46447 req-0c59c973-b7b1-49bf-a1b8-4aa92eb26963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:06.816555 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0060742f-c3de-4fef-b4be-e3b03cd46447 req-0c59c973-b7b1-49bf-a1b8-4aa92eb26963 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56b2248f-57e2-443f-b67a-e92c11747033 HTTP/1.1" status: 200 len: 910 time: 0.2668335 May 13 16:13:06.854467 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:07.001257 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0060742f-c3de-4fef-b4be-e3b03cd46447 req-6b44650e-4951-4336-8eae-e88ae491595a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e959a8a2-d140-4484-850d-f11bd62443ec HTTP/1.1" status: 200 len: 998 time: 0.1767123 May 13 16:13:07.161552 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060742f-c3de-4fef-b4be-e3b03cd46447 req-62b0540d-64dc-400c-b571-0d155ecf5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:07.163754 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0060742f-c3de-4fef-b4be-e3b03cd46447 req-62b0540d-64dc-400c-b571-0d155ecf5b92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9581a329-84b4-4673-a9bd-06e0007be9b3 HTTP/1.1" status: 200 len: 848 time: 0.1364238 May 13 16:13:07.188075 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-dc756a16-500a-46b7-8915-5be753c18800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:11:38Z', 'revision_number': 4, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port': {'id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:30Z', 'updated_at': '2021-05-13T16:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': 'c1e80c75-2e5e-465b-afff-bd1d2a002174', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'floating_ip_address': '172.28.1.22', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'port_id': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'mac_address': 'fa:16:3e:72:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:13:03Z', 'updated_at': '2021-05-13T16:13:03Z', 'revision_number': 0, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '769b676b-52b3-42b8-b116-36d6d130ae1b', 'name': '', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'mac_address': 'fa:16:3e:ee:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:36Z', 'updated_at': '2021-05-13T16:11:52Z', 'revision_number': 5, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'subnets': [{'id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:07.195539 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc756a16-500a-46b7-8915-5be753c18800 None None] Checking router: de85386a-53a5-4378-8b26-3061f5d2321e for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:13:07.213272 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc756a16-500a-46b7-8915-5be753c18800 None None] Routers {'de85386a-53a5-4378-8b26-3061f5d2321e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:13:07.214384 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-dc756a16-500a-46b7-8915-5be753c18800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:13:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de85386a-53a5-4378-8b26-3061f5d2321e'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:07.278733 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060742f-c3de-4fef-b4be-e3b03cd46447 req-23343528-4f88-4252-8c45-c30a94d28b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:07.281337 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0060742f-c3de-4fef-b4be-e3b03cd46447 req-23343528-4f88-4252-8c45-c30a94d28b3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56b2248f-57e2-443f-b67a-e92c11747033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1065867 May 13 16:13:07.393296 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c8665-c98d-4766-a28e-55890c64968b req-a3a206aa-d6b4-433e-abb4-fc0436ddcfea tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:07.396909 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c55c8665-c98d-4766-a28e-55890c64968b req-a3a206aa-d6b4-433e-abb4-fc0436ddcfea tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1536551 May 13 16:13:07.472216 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c55c8665-c98d-4766-a28e-55890c64968b req-f61ce077-9b02-45da-a67e-e65fc44a5a01 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666265 May 13 16:13:07.518828 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-dc756a16-500a-46b7-8915-5be753c18800 None None] Set router de85386a-53a5-4378-8b26-3061f5d2321e gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:13:07.521570 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0060742f-c3de-4fef-b4be-e3b03cd46447 req-6519da11-e038-4c4c-8978-e12d46ce0ae9 service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198732 May 13 16:13:07.769286 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0060742f-c3de-4fef-b4be-e3b03cd46447 req-d818344c-f1e0-4610-9846-34a9bb5b8f9c service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318926 May 13 16:13:07.898649 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-b652086f-36c3-4f1d-9f78-1b57f4d30522 req-860c64f3-96eb-4408-9768-e4bc512f413c tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Synchronizing usage tracker for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:13:07.923542 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-b652086f-36c3-4f1d-9f78-1b57f4d30522 req-860c64f3-96eb-4408-9768-e4bc512f413c tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Unset dirty status for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:13:07.925064 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b652086f-36c3-4f1d-9f78-1b57f4d30522 req-860c64f3-96eb-4408-9768-e4bc512f413c tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f9f32c-1e6b-434c-a814-9b4d624824cc HTTP/1.1" status: 200 len: 210 time: 0.0741391 May 13 16:13:08.140289 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-dc756a16-500a-46b7-8915-5be753c18800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:11:38Z', 'revision_number': 4, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port': {'id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:30Z', 'updated_at': '2021-05-13T16:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': 'c1e80c75-2e5e-465b-afff-bd1d2a002174', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'floating_ip_address': '172.28.1.22', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'port_id': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'mac_address': 'fa:16:3e:72:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:13:03Z', 'updated_at': '2021-05-13T16:13:03Z', 'revision_number': 0, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '769b676b-52b3-42b8-b116-36d6d130ae1b', 'name': '', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'mac_address': 'fa:16:3e:ee:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:36Z', 'updated_at': '2021-05-13T16:11:52Z', 'revision_number': 5, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'subnets': [{'id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:08.145923 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc756a16-500a-46b7-8915-5be753c18800 None None] The sync data for ids ['de85386a-53a5-4378-8b26-3061f5d2321e'] in dv-cinder-689486-12-smb is: [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:11:38Z', 'revision_number': 4, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port': {'id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:30Z', 'updated_at': '2021-05-13T16:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': 'c1e80c75-2e5e-465b-afff-bd1d2a002174', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'floating_ip_address': '172.28.1.22', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'port_id': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'mac_address': 'fa:16:3e:72:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:13:03Z', 'updated_at': '2021-05-13T16:13:03Z', 'revision_number': 0, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '769b676b-52b3-42b8-b116-36d6d130ae1b', 'name': '', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'mac_address': 'fa:16:3e:ee:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:36Z', 'updated_at': '2021-05-13T16:11:52Z', 'revision_number': 5, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'subnets': [{'id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:13:08.372968 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd4199-3711-4a2e-84fe-b0e1f5694071 None None] New status for floating IP c1e80c75-2e5e-465b-afff-bd1d2a002174: ACTIVE {{(pid=79045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:13:08.715609 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:13:08.759675 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1197bd3-b2ba-4586-a006-94898d452f9e req-f8b2a904-9c6d-4d90-893d-7d09cbf66d65 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:08.761895 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b1197bd3-b2ba-4586-a006-94898d452f9e req-f8b2a904-9c6d-4d90-893d-7d09cbf66d65 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1418116 May 13 16:13:08.792158 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:13:08.792816 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device d9bc8393-2a03-4bcd-994e-0bc4b2b3dfae not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:13:08.853599 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b1197bd3-b2ba-4586-a006-94898d452f9e req-63032bd6-ff34-4ca7-b625-c1a5f3556c9d tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789146 May 13 16:13:10.122786 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c440c-8c8b-49cc-957d-b79c462aa093 req-0237ed72-a7d7-4a16-be37-6506b5adb5a0 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:10.125473 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2e4c440c-8c8b-49cc-957d-b79c462aa093 req-0237ed72-a7d7-4a16-be37-6506b5adb5a0 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1393504 May 13 16:13:10.198651 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2e4c440c-8c8b-49cc-957d-b79c462aa093 req-7cafdf03-f2dc-4769-9e53-ad0a0977c582 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613372 May 13 16:13:10.658156 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c083b99-36b1-47d2-b9b2-065efccb179a req-e706eb19-afbc-403d-9bc3-e6812ba892ca tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:10.659598 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-6c083b99-36b1-47d2-b9b2-065efccb179a req-e706eb19-afbc-403d-9bc3-e6812ba892ca tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Synchronizing usage tracker for tenant:7083da6e157642408e9b310cb2179161 on resource:port {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:13:10.687591 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-6c083b99-36b1-47d2-b9b2-065efccb179a req-e706eb19-afbc-403d-9bc3-e6812ba892ca tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Unset dirty status for tenant:7083da6e157642408e9b310cb2179161 on resource:port {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:13:10.688738 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6c083b99-36b1-47d2-b9b2-065efccb179a req-e706eb19-afbc-403d-9bc3-e6812ba892ca tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.36 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1187792 May 13 16:13:10.921001 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84015180-ac29-42e0-a60f-cb223b535cf3 req-be2607e7-2ea4-486d-9a95-6dc2e6113d62 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:10.922435 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-84015180-ac29-42e0-a60f-cb223b535cf3 req-be2607e7-2ea4-486d-9a95-6dc2e6113d62 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 945 time: 0.1349854 May 13 16:13:10.964578 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-6c083b99-36b1-47d2-b9b2-065efccb179a req-73052894-64e0-458e-ad98-404177761a93 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Deleting port f39e7d34-f4be-4532-bcda-a4d3ccf96d72 {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:13:10.965156 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-6c083b99-36b1-47d2-b9b2-065efccb179a req-73052894-64e0-458e-ad98-404177761a93 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:10.982272 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-84015180-ac29-42e0-a60f-cb223b535cf3 req-ced86b65-5bcd-40f5-a28e-9bf245165008 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517294 May 13 16:13:11.263766 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-6c083b99-36b1-47d2-b9b2-065efccb179a req-73052894-64e0-458e-ad98-404177761a93 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] For port f39e7d34-f4be-4532-bcda-a4d3ccf96d72, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f39e7d34-f4be-4532-bcda-a4d3ccf96d72,segment=NetworkSegment(b614bed4-c469-4a1d-b43a-a38dfd9db966),segment_id=b614bed4-c469-4a1d-b43a-a38dfd9db966)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:11.264362 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-6c083b99-36b1-47d2-b9b2-065efccb179a req-73052894-64e0-458e-ad98-404177761a93 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:11.453162 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-6c083b99-36b1-47d2-b9b2-065efccb179a req-73052894-64e0-458e-ad98-404177761a93 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Calling delete_port for f39e7d34-f4be-4532-bcda-a4d3ccf96d72 owned by compute:nova {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:13:11.474551 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881f68e-cb17-4bee-8039-7a2db9449f11 req-d265bb22-f05d-4342-91d8-baecffd5863f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:11.476617 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3881f68e-cb17-4bee-8039-7a2db9449f11 req-d265bb22-f05d-4342-91d8-baecffd5863f tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 946 time: 0.1368580 May 13 16:13:11.549402 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3881f68e-cb17-4bee-8039-7a2db9449f11 req-506282c9-dbb6-41cb-9a08-2441174231d7 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0115482-062b-48fc-9f83-2ea599f5f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625093 May 13 16:13:11.618382 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-6c083b99-36b1-47d2-b9b2-065efccb179a req-73052894-64e0-458e-ad98-404177761a93 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:11.625447 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:11.676756 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73052894-64e0-458e-ad98-404177761a93 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Pushing event deleted for resources: {'Port': ['ID=f39e7d34-f4be-4532-bcda-a4d3ccf96d72,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:11.680080 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-73052894-64e0-458e-ad98-404177761a93 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:11.772842 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c083b99-36b1-47d2-b9b2-065efccb179a req-73052894-64e0-458e-ad98-404177761a93 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] No DVR routers for this DVR port f39e7d34-f4be-4532-bcda-a4d3ccf96d72 on host hv-cinder-68948 {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:13:11.777731 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-6c083b99-36b1-47d2-b9b2-065efccb179a req-73052894-64e0-458e-ad98-404177761a93 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:11.782383 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3952d0db-440e-4232-9990-2f610aca716e', 'name': 'network-vif-deleted', 'tag': 'f39e7d34-f4be-4532-bcda-a4d3ccf96d72'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:13:11.811665 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6c083b99-36b1-47d2-b9b2-065efccb179a req-73052894-64e0-458e-ad98-404177761a93 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.36 "DELETE /v2.0/ports/f39e7d34-f4be-4532-bcda-a4d3ccf96d72 HTTP/1.1" status: 204 len: 173 time: 1.0672233 May 13 16:13:11.874679 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3952d0db-440e-4232-9990-2f610aca716e', 'name': 'network-vif-deleted', 'tag': 'f39e7d34-f4be-4532-bcda-a4d3ccf96d72', 'status': 'completed', 'code': 200} May 13 16:13:12.241748 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5346037-f7d5-4bd1-9275-a0315aabea55 req-27da85d9-cac1-44e0-a504-e7a2b95588a7 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:12.244314 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a5346037-f7d5-4bd1-9275-a0315aabea55 req-27da85d9-cac1-44e0-a504-e7a2b95588a7 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 945 time: 0.0982988 May 13 16:13:12.324900 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a5346037-f7d5-4bd1-9275-a0315aabea55 req-2c00b6a5-d007-4982-bc10-f3e899be1fad tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722401 May 13 16:13:12.675074 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device f39e7d34-f4be-4532-bcda-a4d3ccf96d72 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:13:12.737756 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: f39e7d34-f4be-4532-bcda-a4d3ccf96d72 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:13:12.738494 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device f39e7d34-f4be-4532-bcda-a4d3ccf96d72 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:13:12.755252 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-52e8c8e1-fae1-4fff-a582-06a8f01e0233 req-68f28274-3125-4889-9d25-e6c9feef8e54 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] 10.222.0.54 "GET /v2.0/ports?device_id=3952d0db-440e-4232-9990-2f610aca716e HTTP/1.1" status: 200 len: 210 time: 0.0609610 May 13 16:13:13.621393 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d3acd-f628-4808-b500-6e7b5407861c req-a9249484-3114-4562-82ef-2ce274f68d62 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:13.622349 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-1b4d3acd-f628-4808-b500-6e7b5407861c req-a9249484-3114-4562-82ef-2ce274f68d62 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Synchronizing usage tracker for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:port {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:13:13.639651 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-1b4d3acd-f628-4808-b500-6e7b5407861c req-a9249484-3114-4562-82ef-2ce274f68d62 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Unset dirty status for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:port {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:13:13.641282 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-1b4d3acd-f628-4808-b500-6e7b5407861c req-a9249484-3114-4562-82ef-2ce274f68d62 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 945 time: 0.1620023 May 13 16:13:13.707467 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd761f2-5a08-492a-b67a-e67d61ec7cae req-af4cf1b7-fe34-436f-b43b-9ebcf6263f44 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:13.709574 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fdd761f2-5a08-492a-b67a-e67d61ec7cae req-af4cf1b7-fe34-436f-b43b-9ebcf6263f44 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 945 time: 0.2126176 May 13 16:13:13.777219 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fdd761f2-5a08-492a-b67a-e67d61ec7cae req-b45de6c0-395f-4a12-90d2-8c6e71b7f662 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591161 May 13 16:13:13.852990 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-1b4d3acd-f628-4808-b500-6e7b5407861c req-4f5dcef1-0263-4c44-812f-f2724f261aab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Deleting port 6af76efb-cab1-497a-ab9a-13e543541462 {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:13:13.853552 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-1b4d3acd-f628-4808-b500-6e7b5407861c req-4f5dcef1-0263-4c44-812f-f2724f261aab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:13.892468 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 39846) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:14.006267 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-1b4d3acd-f628-4808-b500-6e7b5407861c req-4f5dcef1-0263-4c44-812f-f2724f261aab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] For port 6af76efb-cab1-497a-ab9a-13e543541462, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6af76efb-cab1-497a-ab9a-13e543541462,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:14.006624 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-1b4d3acd-f628-4808-b500-6e7b5407861c req-4f5dcef1-0263-4c44-812f-f2724f261aab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:14.131699 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-1b4d3acd-f628-4808-b500-6e7b5407861c req-4f5dcef1-0263-4c44-812f-f2724f261aab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Calling delete_port for 6af76efb-cab1-497a-ab9a-13e543541462 owned by compute:nova {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:13:14.261439 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-1b4d3acd-f628-4808-b500-6e7b5407861c req-4f5dcef1-0263-4c44-812f-f2724f261aab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:14.269819 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:14.316496 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dcef1-0263-4c44-812f-f2724f261aab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Pushing event deleted for resources: {'Port': ['ID=6af76efb-cab1-497a-ab9a-13e543541462,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:14.320313 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4f5dcef1-0263-4c44-812f-f2724f261aab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:14.326428 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['ed49c41f-7f69-424f-bf92-7faeb7eb8853', 'd1f550c5-383f-4179-9e3c-5d143853991f', '6af76efb-cab1-497a-ab9a-13e543541462'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:13:14.403025 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4d3acd-f628-4808-b500-6e7b5407861c req-4f5dcef1-0263-4c44-812f-f2724f261aab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] No DVR routers for this DVR port 6af76efb-cab1-497a-ab9a-13e543541462 on host hv-cinder-68948 {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:13:14.407044 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-1b4d3acd-f628-4808-b500-6e7b5407861c req-4f5dcef1-0263-4c44-812f-f2724f261aab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:14.413826 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5214227-2b52-484a-9f0e-dceafded87c6', 'name': 'network-vif-deleted', 'tag': '6af76efb-cab1-497a-ab9a-13e543541462'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:13:14.438084 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-1b4d3acd-f628-4808-b500-6e7b5407861c req-4f5dcef1-0263-4c44-812f-f2724f261aab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "DELETE /v2.0/ports/6af76efb-cab1-497a-ab9a-13e543541462 HTTP/1.1" status: 204 len: 173 time: 0.7816939 May 13 16:13:14.486616 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5214227-2b52-484a-9f0e-dceafded87c6', 'name': 'network-vif-deleted', 'tag': '6af76efb-cab1-497a-ab9a-13e543541462', 'status': 'completed', 'code': 200} May 13 16:13:14.717778 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622414'] for router_interface, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:15.072081 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b9398ed6-b106-4ed8-bedd-a279eec4e6ba req-ebe85629-c4d9-4868-a997-26f107b8ff81 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5214227-2b52-484a-9f0e-dceafded87c6 HTTP/1.1" status: 200 len: 210 time: 0.0852513 May 13 16:13:15.253452 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] Deleting port af317b27-f341-49ae-a05e-7cb2c94896c5 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:13:15.253772 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:15.395549 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] For port af317b27-f341-49ae-a05e-7cb2c94896c5, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=af317b27-f341-49ae-a05e-7cb2c94896c5,segment=NetworkSegment(b614bed4-c469-4a1d-b43a-a38dfd9db966),segment_id=b614bed4-c469-4a1d-b43a-a38dfd9db966)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:15.395549 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:15.611783 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] Calling delete_port for af317b27-f341-49ae-a05e-7cb2c94896c5 owned by network:router_interface {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:13:15.901912 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:15.910196 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:15.989477 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] Pushing event deleted for resources: {'Port': ['ID=af317b27-f341-49ae-a05e-7cb2c94896c5,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:15.995415 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:16.276986 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616158'] for router_interface, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:16.711353 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 6af76efb-cab1-497a-ab9a-13e543541462 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:13:16.764019 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: 6af76efb-cab1-497a-ab9a-13e543541462 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:13:16.764440 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 6af76efb-cab1-497a-ab9a-13e543541462 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:13:16.899134 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803db81b-4bc6-4118-9e73-54180f7e20bd req-4cadf52e-8e49-43a1-97e2-f3e945e8dbbe tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:16.900703 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-803db81b-4bc6-4118-9e73-54180f7e20bd req-4cadf52e-8e49-43a1-97e2-f3e945e8dbbe tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 945 time: 0.2679627 May 13 16:13:16.911468 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] Router a3efecb7-2605-4bcb-91a5-1103c032a5e6 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:13:17.014423 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-803db81b-4bc6-4118-9e73-54180f7e20bd req-d0f4be4f-1519-40b3-a4f7-be1d6a739df8 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059167 May 13 16:13:17.149238 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:13:17.163086 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c32c6c-9972-48e8-8601-6c5b5cef3773 None None] Sync routers for ids ['a3efecb7-2605-4bcb-91a5-1103c032a5e6'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:13:17.169184 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] 10.222.0.54 "PUT /v2.0/routers/a3efecb7-2605-4bcb-91a5-1103c032a5e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2754436 May 13 16:13:17.172900 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 39878) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:17.178567 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c32c6c-9972-48e8-8601-6c5b5cef3773 None None] Routers {'a3efecb7-2605-4bcb-91a5-1103c032a5e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:13:17.179643 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-f0c32c6c-9972-48e8-8601-6c5b5cef3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:13:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['a3efecb7-2605-4bcb-91a5-1103c032a5e6'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:17.396731 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-f0c32c6c-9972-48e8-8601-6c5b5cef3773 None None] Set router a3efecb7-2605-4bcb-91a5-1103c032a5e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:13:17.538055 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Notify callbacks [] for router, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:17.779720 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-f0c32c6c-9972-48e8-8601-6c5b5cef3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1572424675-router', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:13:15Z', 'revision_number': 5, 'project_id': '7083da6e157642408e9b310cb2179161', 'gw_port': {'id': 'f5fa8760-7c07-4ad9-8cc4-4829a5157dcd', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:17.788163 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c32c6c-9972-48e8-8601-6c5b5cef3773 None None] Checking router: a3efecb7-2605-4bcb-91a5-1103c032a5e6 for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:13:17.805050 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c32c6c-9972-48e8-8601-6c5b5cef3773 None None] Routers {'a3efecb7-2605-4bcb-91a5-1103c032a5e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:13:17.806292 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-f0c32c6c-9972-48e8-8601-6c5b5cef3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:13:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['a3efecb7-2605-4bcb-91a5-1103c032a5e6'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:17.823466 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:17.943626 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Deleting port f5fa8760-7c07-4ad9-8cc4-4829a5157dcd {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:13:17.944127 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:18.018955 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-f0c32c6c-9972-48e8-8601-6c5b5cef3773 None None] Set router a3efecb7-2605-4bcb-91a5-1103c032a5e6 gateway port host: None {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:13:18.147746 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] For port f5fa8760-7c07-4ad9-8cc4-4829a5157dcd, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=f5fa8760-7c07-4ad9-8cc4-4829a5157dcd,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:18.148280 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:18.164723 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-f0c32c6c-9972-48e8-8601-6c5b5cef3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1572424675-router', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:13:17Z', 'revision_number': 6, 'project_id': '7083da6e157642408e9b310cb2179161', 'gw_port_host': None}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:18.170042 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c32c6c-9972-48e8-8601-6c5b5cef3773 None None] The sync data for ids ['a3efecb7-2605-4bcb-91a5-1103c032a5e6'] in dv-cinder-689486-12-smb is: [{'id': 'a3efecb7-2605-4bcb-91a5-1103c032a5e6', 'name': 'tempest-ServerRescueNegativeTestJSON-1572424675-router', 'tenant_id': '7083da6e157642408e9b310cb2179161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:13:17Z', 'revision_number': 6, 'project_id': '7083da6e157642408e9b310cb2179161', 'gw_port_host': None}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:13:18.322683 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Calling delete_port for f5fa8760-7c07-4ad9-8cc4-4829a5157dcd owned by network:router_gateway {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:13:18.466643 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abf8e-1271-4c45-92f4-b665ad10d793 req-68fcaf35-54b2-430c-b6bc-bbb7fcdd7ba6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:18.469047 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a14abf8e-1271-4c45-92f4-b665ad10d793 req-68fcaf35-54b2-430c-b6bc-bbb7fcdd7ba6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 945 time: 0.2416670 May 13 16:13:18.562505 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a14abf8e-1271-4c45-92f4-b665ad10d793 req-03a234d2-c674-482e-af27-dafbf9499eb9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827601 May 13 16:13:18.672751 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:18.677434 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-531edcc8-7c83-4265-996b-9198edf62c35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:18.727054 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fa8760-7c07-4ad9-8cc4-4829a5157dcd,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:18.732311 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:18.802901 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615368'] for router_gateway, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:18.994269 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39745'] for router, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:18.997344 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:19.023615 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda56a3-a5a1-473e-a8de-23ccb41e6948 req-530dfd1d-220a-4d93-97cb-a552323f6465 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:19.025171 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-2cda56a3-a5a1-473e-a8de-23ccb41e6948 req-530dfd1d-220a-4d93-97cb-a552323f6465 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Synchronizing usage tracker for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:port {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:13:19.043811 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-2cda56a3-a5a1-473e-a8de-23ccb41e6948 req-530dfd1d-220a-4d93-97cb-a552323f6465 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Unset dirty status for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:port {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:13:19.045648 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-2cda56a3-a5a1-473e-a8de-23ccb41e6948 req-530dfd1d-220a-4d93-97cb-a552323f6465 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 945 time: 0.1209755 May 13 16:13:19.096597 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-616284'] for router, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:19.097510 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3efecb7-2605-4bcb-91a5-1103c032a5e6 {{(pid=79044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 16:13:19.124468 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Notify callbacks [] for router, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:19.131904 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] 10.222.0.54 "DELETE /v2.0/routers/a3efecb7-2605-4bcb-91a5-1103c032a5e6 HTTP/1.1" status: 204 len: 168 time: 1.9577475 May 13 16:13:19.132782 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 39896) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:19.215596 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_v2 [None req-3029199b-2c4c-493e-bc6b-4a2a1dfb1ac8 admin admin] Deleting subnet 0f10e9a3-0af6-4fed-b04c-11eeafe49330 {{(pid=79044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:13:19.219936 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3029199b-2c4c-493e-bc6b-4a2a1dfb1ac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:19.323666 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-2cda56a3-a5a1-473e-a8de-23ccb41e6948 req-2a88c3fc-62a5-4770-9bab-3f92b2a5f60e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Deleting port d1f550c5-383f-4179-9e3c-5d143853991f {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:13:19.324234 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-2cda56a3-a5a1-473e-a8de-23ccb41e6948 req-2a88c3fc-62a5-4770-9bab-3f92b2a5f60e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:19.397839 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3029199b-2c4c-493e-bc6b-4a2a1dfb1ac8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:19.408388 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3029199b-2c4c-493e-bc6b-4a2a1dfb1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:19.490333 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-2cda56a3-a5a1-473e-a8de-23ccb41e6948 req-2a88c3fc-62a5-4770-9bab-3f92b2a5f60e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] For port d1f550c5-383f-4179-9e3c-5d143853991f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d1f550c5-383f-4179-9e3c-5d143853991f,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:19.490687 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-2cda56a3-a5a1-473e-a8de-23ccb41e6948 req-2a88c3fc-62a5-4770-9bab-3f92b2a5f60e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:19.778908 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-2cda56a3-a5a1-473e-a8de-23ccb41e6948 req-2a88c3fc-62a5-4770-9bab-3f92b2a5f60e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Calling delete_port for d1f550c5-383f-4179-9e3c-5d143853991f owned by compute:nova {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:13:19.902576 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219042e-4f38-4d9f-be0f-aa33fef048b8 req-8605822c-a76c-4611-b344-8dd8462791e8 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:19.904439 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8219042e-4f38-4d9f-be0f-aa33fef048b8 req-8605822c-a76c-4611-b344-8dd8462791e8 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 945 time: 0.1429083 May 13 16:13:19.921020 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3029199b-2c4c-493e-bc6b-4a2a1dfb1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:19.951487 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:19.962773 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-2cda56a3-a5a1-473e-a8de-23ccb41e6948 req-2a88c3fc-62a5-4770-9bab-3f92b2a5f60e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:19.972492 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:19.998469 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-3029199b-2c4c-493e-bc6b-4a2a1dfb1ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:20.001282 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029199b-2c4c-493e-bc6b-4a2a1dfb1ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f10e9a3-0af6-4fed-b04c-11eeafe49330,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:20.005838 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-3029199b-2c4c-493e-bc6b-4a2a1dfb1ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:20.017457 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-3029199b-2c4c-493e-bc6b-4a2a1dfb1ac8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0f10e9a3-0af6-4fed-b04c-11eeafe49330 HTTP/1.1" status: 204 len: 168 time: 0.8835089 May 13 16:13:20.023143 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 39906) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:20.027259 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['ed49c41f-7f69-424f-bf92-7faeb7eb8853', 'd1f550c5-383f-4179-9e3c-5d143853991f'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:13:20.038789 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8219042e-4f38-4d9f-be0f-aa33fef048b8 req-ccb4bc5b-3269-4821-958b-5d230477bda9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211832 May 13 16:13:20.073264 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88c3fc-62a5-4770-9bab-3f92b2a5f60e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Pushing event deleted for resources: {'Port': ['ID=d1f550c5-383f-4179-9e3c-5d143853991f,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:20.177253 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device af317b27-f341-49ae-a05e-7cb2c94896c5 no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:13:20.188898 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2a88c3fc-62a5-4770-9bab-3f92b2a5f60e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:20.218340 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: af317b27-f341-49ae-a05e-7cb2c94896c5 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:13:20.218684 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device af317b27-f341-49ae-a05e-7cb2c94896c5 not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:13:20.219099 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device f5fa8760-7c07-4ad9-8cc4-4829a5157dcd no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:13:20.245259 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cda56a3-a5a1-473e-a8de-23ccb41e6948 req-2a88c3fc-62a5-4770-9bab-3f92b2a5f60e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] No DVR routers for this DVR port d1f550c5-383f-4179-9e3c-5d143853991f on host hv-cinder-68948 {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:13:20.250517 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-2cda56a3-a5a1-473e-a8de-23ccb41e6948 req-2a88c3fc-62a5-4770-9bab-3f92b2a5f60e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:20.255021 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d1b74e-9d8b-44d3-869b-bef8c24bde84', 'name': 'network-vif-deleted', 'tag': 'd1f550c5-383f-4179-9e3c-5d143853991f'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:13:20.267827 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: f5fa8760-7c07-4ad9-8cc4-4829a5157dcd {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:13:20.268963 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device f5fa8760-7c07-4ad9-8cc4-4829a5157dcd not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:13:20.270752 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:20.285002 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-2cda56a3-a5a1-473e-a8de-23ccb41e6948 req-2a88c3fc-62a5-4770-9bab-3f92b2a5f60e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "DELETE /v2.0/ports/d1f550c5-383f-4179-9e3c-5d143853991f HTTP/1.1" status: 204 len: 173 time: 1.2307827 May 13 16:13:20.349211 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d1b74e-9d8b-44d3-869b-bef8c24bde84', 'name': 'network-vif-deleted', 'tag': 'd1f550c5-383f-4179-9e3c-5d143853991f', 'status': 'completed', 'code': 200} May 13 16:13:20.449496 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:20.468783 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a278da7-8d29-42e4-b73e-7fe4eba3c568']}} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:20.486811 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b614bed4-c469-4a1d-b43a-a38dfd9db966') {'for_net_delete': True} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:20.487173 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b614bed4-c469-4a1d-b43a-a38dfd9db966') {} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:20.500184 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106793'] for segment, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:20.521345 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:20.530534 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=79043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:13:20.531054 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2223284'] for segment, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: Traceback (most recent call last): May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: timer() May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: cb(*args, **kw) May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: return func(*args, **kwargs) May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: self._notify() May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: self.callback(batched_events) May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: event.method(event) May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: return f(self, *a, **k) May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: return self._get(url).json() May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: return self.request(url, 'GET', **kwargs) May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:13:20.554373 dv-cinder-689486-12-smb neutron-server[79043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:13:20.653158 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:20.659215 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:20.680588 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:20.693026 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a278da7-8d29-42e4-b73e-7fe4eba3c568,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:20.696690 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:20.703010 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-3d87daca-d80c-4042-8c69-b653ea499314 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3a278da7-8d29-42e4-b73e-7fe4eba3c568 HTTP/1.1" status: 204 len: 168 time: 0.6752861 May 13 16:13:20.867403 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 39916) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:20.945562 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-6612bd6c-a1b5-4f46-9ee2-516627386ee8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7083da6e157642408e9b310cb2179161&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0763664 May 13 16:13:20.949285 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 39920) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:21.039138 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27cb0d7d-390a-437f-a30b-790fa428adb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:21.072112 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27cb0d7d-390a-437f-a30b-790fa428adb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:21.166226 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27cb0d7d-390a-437f-a30b-790fa428adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:21.177105 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-449625ba-5d1a-4b49-8d6e-4fd45d211528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:21.198572 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb0d7d-390a-437f-a30b-790fa428adb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0115482-062b-48fc-9f83-2ea599f5f5c9,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:21.201762 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-27cb0d7d-390a-437f-a30b-790fa428adb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:21.203976 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27cb0d7d-390a-437f-a30b-790fa428adb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:21.205197 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-27cb0d7d-390a-437f-a30b-790fa428adb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d0115482-062b-48fc-9f83-2ea599f5f5c9 HTTP/1.1" status: 204 len: 168 time: 0.2545624 May 13 16:13:21.244217 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:13:21.278053 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-411821a2-d584-4889-8f05-58c47eca0c4d req-922ebbf4-6f48-411c-9ee7-158770192661 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d1b74e-9d8b-44d3-869b-bef8c24bde84 HTTP/1.1" status: 200 len: 210 time: 0.0523767 May 13 16:13:22.161424 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 39948) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:22.291959 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1729772095-network', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:13:22.296768 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:22.301540 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Usage tracker for resource:network and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:22.304505 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:22.311120 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:22.324738 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Made reservation on behalf of 6d5346b23be7455784fbd272ba5b3eb1 for: {'network': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:13:22.328182 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:22.347797 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:22.368277 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:22.373457 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Usage tracker for resource:security_group_rule and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:22.378337 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:22.385012 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:22.521143 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:22.533154 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:22.538281 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-de6f13a6-a3dd-48d9-9a55-495288137564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:22.564313 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=79043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:13:22.585223 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09873378-35ad-4d4e-bff2-3521340bcab4,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:22.603929 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:22.604530 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.segments_db [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Added segment 6de895df-5c94-4d99-b45a-30967f172de6 of type vlan for network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 May 13 16:13:22.624022 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:22.653248 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:22.691377 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:22.693678 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:22.694421 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:22.698403 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-8db49d35-0722-400c-aefc-50ce2e765f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:22.746283 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device d1f550c5-383f-4179-9e3c-5d143853991f no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:13:22.819293 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: d1f550c5-383f-4179-9e3c-5d143853991f {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:13:22.820150 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device d1f550c5-383f-4179-9e3c-5d143853991f not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:13:22.849985 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Pushing event updated for resources: {'Network': ['ID=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:22.853126 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:22.854836 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6923931 May 13 16:13:22.858716 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 39966) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:22.864599 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Request body: {'subnet': {'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1729772095-subnet', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:13:22.866209 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:13:22.869992 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:22.874589 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Usage tracker for resource:subnet and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:22.878230 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:22.885643 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:22.898524 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Made reservation on behalf of 6d5346b23be7455784fbd272ba5b3eb1 for: {'subnet': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:13:22.900901 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2104162'] for subnet, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:23.407192 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2139417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2104188'] for subnet, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:23.412679 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:23.482397 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ac9cf4-8079-47e1-a5bb-a198057015ec,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:23.486396 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:23.496542 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Checking segment: {'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:13:23.496906 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Network hostable DHCP agents. Network: ef081416-b33a-4b7d-ad50-cf4e7b0d83e8, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:13:23.519501 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:13:23.530299 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, ef081416-b33a-4b7d-ad50-cf4e7b0d83e8) {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:13:23.540125 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:23.540719 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:23.546602 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ab096-3944-4087-94c7-acd0cbf39a14 None None] Network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:13:23.575069 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-990f7e65-e6cb-44c0-ba16-d0e36a6a3139 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7146606 May 13 16:13:23.578635 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 39972) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:23.584999 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:13:23.589887 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:23.595871 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Usage tracker for resource:router and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:23.601262 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:23.609182 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:23.624699 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39763'] for router, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:23.626221 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39754'] for router, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:23.650697 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:23.886686 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb91a938c-c7eb-57f3-9db8-b6e3dc3a6dc3-ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec'}]}} from dv-cinder-689486-12-smb. {{(pid=79045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 13 16:13:23.888620 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:24.144724 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39800'] for router, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:24.147893 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.db_base_plugin_common [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Allocated IP 172.20.0.2 (ef081416-b33a-4b7d-ad50-cf4e7b0d83e8/67ac9cf4-8079-47e1-a5bb-a198057015ec/784683a8-aede-4747-be3d-35a51f25536d) {{(pid=79045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:13:24.238348 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bd887-e5b8-4613-94fb-990ec6aca8b9 req-60252116-4638-416b-adf2-61129961e291 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:24.241253 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ee2bd887-e5b8-4613-94fb-990ec6aca8b9 req-60252116-4638-416b-adf2-61129961e291 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 945 time: 0.1097696 May 13 16:13:24.306021 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ee2bd887-e5b8-4613-94fb-990ec6aca8b9 req-eb04a413-746c-49c3-b27e-a216be351c2c tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511327 May 13 16:13:24.490198 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Notify callbacks [] for port, precommit_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:24.505630 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Transition to ACTIVE for port object 784683a8-aede-4747-be3d-35a51f25536d will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:13:24.527265 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:24.536000 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Transition to ACTIVE for port object 784683a8-aede-4747-be3d-35a51f25536d will not be triggered until provisioned by entity DHCP. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:13:24.547171 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:24.556013 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-2e389fc4-9fd8-40c6-8519-e5c3509ce829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:24.570378 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:24.618843 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 is already hosted by enough agents. {{(pid=79045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:13:24.621585 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Resources bound (agent type, host, resource id): {{(pid=79045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:13:24.625476 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Received port after_create {{(pid=79045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:13:24.673364 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Pushing event updated for resources: {'Port': ['ID=784683a8-aede-4747-be3d-35a51f25536d,revision_number=1']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:24.680549 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:24.734842 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Attempting to bind port 784683a8-aede-4747-be3d-35a51f25536d on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:13:24.734842 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Attempting to bind port 784683a8-aede-4747-be3d-35a51f25536d by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:13:24.734842 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Attempting to bind port 784683a8-aede-4747-be3d-35a51f25536d on network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:13:24.746149 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:13:24.746674 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Checking segment: {'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:13:24.747371 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:24.748022 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Bound using segment: {'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:13:24.748835 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Bound port: 784683a8-aede-4747-be3d-35a51f25536d, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:13:24.749452 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:24.754977 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Allocated IP 172.28.1.178 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/3de23ac4-cc10-4a75-bc78-338bdfce1fde) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:13:24.908471 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] For port 784683a8-aede-4747-be3d-35a51f25536d, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:13:24.919707 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] For port 784683a8-aede-4747-be3d-35a51f25536d, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=784683a8-aede-4747-be3d-35a51f25536d,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:13:24.926775 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:24.947812 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:25.006996 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:25.058746 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:25.066794 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:25.082959 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Pushing event updated for resources: {'Port': ['ID=784683a8-aede-4747-be3d-35a51f25536d,revision_number=2']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:25.091661 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:25.166311 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:13:25.169463 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:13:25.182594 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:13:25.230391 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=3de23ac4-cc10-4a75-bc78-338bdfce1fde,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:25.237657 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:25.574921 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5c7ac-d670-4077-aabc-8428c4602623 req-75771ca3-90d2-4e85-b984-cc2f77177f27 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:25.576187 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-43b5c7ac-d670-4077-aabc-8428c4602623 req-75771ca3-90d2-4e85-b984-cc2f77177f27 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 945 time: 0.1176381 May 13 16:13:25.649574 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-43b5c7ac-d670-4077-aabc-8428c4602623 req-96224d70-d383-4dbc-9f2e-40bab04457e6 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651107 May 13 16:13:25.749639 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:26.198604 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 784683a8-aede-4747-be3d-35a51f25536d up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:13:26.239991 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be751550-a7cd-494c-abae-0547562d8774 None None] Network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:13:26.375863 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615199'] for router, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:26.391962 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-78a3afc0-a18b-4699-8cff-05e49429d714 None None] Provisioning for port 784683a8-aede-4747-be3d-35a51f25536d completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:13:26.488319 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 784683a8-aede-4747-be3d-35a51f25536d completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:13:26.498318 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 784683a8-aede-4747-be3d-35a51f25536d triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:13:26.498704 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:26.656769 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Router b20390a7-0d66-4be9-88db-742441b2b5a7 is scheduled to L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa with binding_index 1 {{(pid=79043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 16:13:26.778634 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:26.876390 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 784683a8-aede-4747-be3d-35a51f25536d, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=784683a8-aede-4747-be3d-35a51f25536d,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:26.882767 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:26.888595 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:27.027840 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:13:27.036020 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829f00e-5dd4-4a07-ad7b-123ef2e64ad9 req-51df982f-9884-497a-9210-d3d7241e0858 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:27.039702 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Sync routers for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:13:27.045398 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2829f00e-5dd4-4a07-ad7b-123ef2e64ad9 req-51df982f-9884-497a-9210-d3d7241e0858 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 945 time: 0.1399066 May 13 16:13:27.078627 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=784683a8-aede-4747-be3d-35a51f25536d,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:27.084870 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:13:27.087994 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:13:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:27.096077 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Notify callbacks [] for router, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:27.098084 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5183380 May 13 16:13:27.108123 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40002) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:27.131372 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2829f00e-5dd4-4a07-ad7b-123ef2e64ad9 req-54b23a1a-1a72-4974-a6ae-af7aeae6b38a tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845723 May 13 16:13:27.176313 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:27.264759 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-822e39c8-77c8-4570-b9a5-bf22b447d67d None None] Provisioning complete for port 784683a8-aede-4747-be3d-35a51f25536d triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:13:27.265457 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-822e39c8-77c8-4570-b9a5-bf22b447d67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:27.406147 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f1f2f-0a07-44a7-ba76-4d290fe599d9 req-786ee5f9-ebce-44e6-97cc-5ecd8876e14b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:27.406907 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-0b7f1f2f-0a07-44a7-ba76-4d290fe599d9 req-786ee5f9-ebce-44e6-97cc-5ecd8876e14b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Synchronizing usage tracker for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:port {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:13:27.408284 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:13:27.587950 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-0b7f1f2f-0a07-44a7-ba76-4d290fe599d9 req-786ee5f9-ebce-44e6-97cc-5ecd8876e14b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Unset dirty status for tenant:f6244fc3a56347f88a00fa03c6e625d4 on resource:port {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:13:27.589113 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0b7f1f2f-0a07-44a7-ba76-4d290fe599d9 req-786ee5f9-ebce-44e6-97cc-5ecd8876e14b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 945 time: 0.4838130 May 13 16:13:27.803077 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:25Z', 'revision_number': 3, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:27.810207 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Checking router: b20390a7-0d66-4be9-88db-742441b2b5a7 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:13:27.810772 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Updating router b20390a7-0d66-4be9-88db-742441b2b5a7 port 3de23ac4-cc10-4a75-bc78-338bdfce1fde binding host dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:13:27.890044 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:28.045407 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-0b7f1f2f-0a07-44a7-ba76-4d290fe599d9 req-eec444de-ec5d-4849-8152-a79416f3c1cb tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Deleting port ed49c41f-7f69-424f-bf92-7faeb7eb8853 {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:13:28.046323 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-0b7f1f2f-0a07-44a7-ba76-4d290fe599d9 req-eec444de-ec5d-4849-8152-a79416f3c1cb tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:28.150858 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 784683a8-aede-4747-be3d-35a51f25536d up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:13:28.291742 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-0b7f1f2f-0a07-44a7-ba76-4d290fe599d9 req-eec444de-ec5d-4849-8152-a79416f3c1cb tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] For port ed49c41f-7f69-424f-bf92-7faeb7eb8853, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ed49c41f-7f69-424f-bf92-7faeb7eb8853,segment=NetworkSegment(63ef018d-ab1e-48f7-867c-f68f3f79f87e),segment_id=63ef018d-ab1e-48f7-867c-f68f3f79f87e)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:28.292306 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-0b7f1f2f-0a07-44a7-ba76-4d290fe599d9 req-eec444de-ec5d-4849-8152-a79416f3c1cb tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:28.325041 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 784683a8-aede-4747-be3d-35a51f25536d triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:13:28.326277 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:28.441472 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981c4e9-2875-4a7c-9942-33a8b2c6f96c req-a158de4b-b9e7-4c0f-8118-fa47b720e13b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:28.445415 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3981c4e9-2875-4a7c-9942-33a8b2c6f96c req-a158de4b-b9e7-4c0f-8118-fa47b720e13b tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 945 time: 0.1612201 May 13 16:13:28.465662 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-0b7f1f2f-0a07-44a7-ba76-4d290fe599d9 req-eec444de-ec5d-4849-8152-a79416f3c1cb tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Calling delete_port for ed49c41f-7f69-424f-bf92-7faeb7eb8853 owned by compute:nova {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:13:28.550212 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3981c4e9-2875-4a7c-9942-33a8b2c6f96c req-9be2fcdb-0cab-42d9-a1c2-d931bdd65978 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/security-groups?id=93689434-9bc5-4735-9433-e73b96005b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866940 May 13 16:13:28.563319 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Notify callbacks [] for port, precommit_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:28.585832 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Transition to ACTIVE for port object 3de23ac4-cc10-4a75-bc78-338bdfce1fde will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:13:28.588554 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:28.601603 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:28.619785 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:28.695577 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Attempting to bind port 3de23ac4-cc10-4a75-bc78-338bdfce1fde on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:13:28.695947 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Attempting to bind port 3de23ac4-cc10-4a75-bc78-338bdfce1fde by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:13:28.696326 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Attempting to bind port 3de23ac4-cc10-4a75-bc78-338bdfce1fde on network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:13:28.721877 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:13:28.722540 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Checking segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:13:28.723241 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:28.723904 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Bound using segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:13:28.724403 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Bound port: 3de23ac4-cc10-4a75-bc78-338bdfce1fde, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:13:28.724787 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:28.813452 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] For port 3de23ac4-cc10-4a75-bc78-338bdfce1fde, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:13:28.818877 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] For port 3de23ac4-cc10-4a75-bc78-338bdfce1fde, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=3de23ac4-cc10-4a75-bc78-338bdfce1fde,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:13:28.820816 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a44a5-cc12-4bfd-a233-9349835f672d None None] Pushing event updated for resources: {'Port': ['ID=3de23ac4-cc10-4a75-bc78-338bdfce1fde,revision_number=2']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:28.824412 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-737a44a5-cc12-4bfd-a233-9349835f672d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:28.826761 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:28.837515 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:28.868787 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-0b7f1f2f-0a07-44a7-ba76-4d290fe599d9 req-eec444de-ec5d-4849-8152-a79416f3c1cb tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:28.878587 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-c6ccb5f7-8d5f-4fe6-ae51-735653ebb1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:28.923586 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:13:28.925177 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:13:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:28.960728 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec444de-ec5d-4849-8152-a79416f3c1cb tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Pushing event deleted for resources: {'Port': ['ID=ed49c41f-7f69-424f-bf92-7faeb7eb8853,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:28.969733 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-eec444de-ec5d-4849-8152-a79416f3c1cb tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:29.071072 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7f1f2f-0a07-44a7-ba76-4d290fe599d9 req-eec444de-ec5d-4849-8152-a79416f3c1cb tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] No DVR routers for this DVR port ed49c41f-7f69-424f-bf92-7faeb7eb8853 on host hv-cinder-68948 {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:13:29.073952 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Allocated IP 172.20.0.1 (ef081416-b33a-4b7d-ad50-cf4e7b0d83e8/67ac9cf4-8079-47e1-a5bb-a198057015ec/8289680f-3d92-4e34-954e-2721e5068387) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:13:29.077071 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-0b7f1f2f-0a07-44a7-ba76-4d290fe599d9 req-eec444de-ec5d-4849-8152-a79416f3c1cb tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:29.077242 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a44a5-cc12-4bfd-a233-9349835f672d None None] Pushing event updated for resources: {'Port': ['ID=3de23ac4-cc10-4a75-bc78-338bdfce1fde,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:29.080241 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761e2528-acc1-4b28-aee2-9215d865ca82', 'name': 'network-vif-deleted', 'tag': 'ed49c41f-7f69-424f-bf92-7faeb7eb8853'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:13:29.084995 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-737a44a5-cc12-4bfd-a233-9349835f672d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:29.124356 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0b7f1f2f-0a07-44a7-ba76-4d290fe599d9 req-eec444de-ec5d-4849-8152-a79416f3c1cb tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.36 "DELETE /v2.0/ports/ed49c41f-7f69-424f-bf92-7faeb7eb8853 HTTP/1.1" status: 204 len: 173 time: 1.5270457 May 13 16:13:29.185278 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:13:29.188246 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761e2528-acc1-4b28-aee2-9215d865ca82', 'name': 'network-vif-deleted', 'tag': 'ed49c41f-7f69-424f-bf92-7faeb7eb8853', 'status': 'completed', 'code': 200} May 13 16:13:29.304245 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:29.333123 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Transition to ACTIVE for port object 8289680f-3d92-4e34-954e-2721e5068387 will not be triggered until provisioned by entity DHCP. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:13:29.365572 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:29.375060 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-159d93e5-588b-43fc-a9a9-eead68b879c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:29.444582 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:13:29.449211 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:13:29.464221 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:13:29.531714 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Pushing event updated for resources: {'Port': ['ID=8289680f-3d92-4e34-954e-2721e5068387,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:29.545752 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:29.593118 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622531'] for router_interface, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:29.611277 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:25Z', 'revision_number': 3, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:29.621047 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac6648-cda5-4d88-a0cb-59820ef45b95 None None] The sync data for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb is: [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:25Z', 'revision_number': 3, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:13:29.807374 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-b91848dc-9bf4-4461-8ad6-b6f0ce605e79 None None] Provisioning for port 8289680f-3d92-4e34-954e-2721e5068387 completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:13:29.808961 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:29.816805 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-b91848dc-9bf4-4461-8ad6-b6f0ce605e79 None None] Provisioning complete for port 8289680f-3d92-4e34-954e-2721e5068387 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:13:29.817194 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-b91848dc-9bf4-4461-8ad6-b6f0ce605e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:29.933564 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f7b6bcac-2c2a-4cd5-8aee-3f352cae4005 req-499a1d8c-b5c4-41fb-9fc1-8216ccb50310 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] 10.222.0.54 "GET /v2.0/ports?device_id=761e2528-acc1-4b28-aee2-9215d865ca82 HTTP/1.1" status: 200 len: 210 time: 0.1218860 May 13 16:13:30.003692 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-b91848dc-9bf4-4461-8ad6-b6f0ce605e79 None None] Port 8289680f-3d92-4e34-954e-2721e5068387 cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:13:30.222015 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 3de23ac4-cc10-4a75-bc78-338bdfce1fde up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:13:30.334653 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 3de23ac4-cc10-4a75-bc78-338bdfce1fde completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:13:30.341832 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 3de23ac4-cc10-4a75-bc78-338bdfce1fde triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:13:30.342480 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:30.395790 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:30.404353 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:30.437669 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-534a419e-5c90-4494-89f9-f3078793b5d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:30.510227 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:30.519811 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:30.547486 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 3de23ac4-cc10-4a75-bc78-338bdfce1fde, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=3de23ac4-cc10-4a75-bc78-338bdfce1fde,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:30.554454 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Pushing event updated for resources: {'Port': ['ID=8289680f-3d92-4e34-954e-2721e5068387,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:30.558166 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:30.558855 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1040764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622428'] for router_interface, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:30.562092 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-737a44a5-cc12-4bfd-a233-9349835f672d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:30.564999 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:30.671051 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=3de23ac4-cc10-4a75-bc78-338bdfce1fde,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:30.678905 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:30.766268 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:13:30.768366 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:13:30.772035 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device ed49c41f-7f69-424f-bf92-7faeb7eb8853 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:13:30.830404 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: ed49c41f-7f69-424f-bf92-7faeb7eb8853 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:13:30.830972 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device ed49c41f-7f69-424f-bf92-7faeb7eb8853 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:13:30.919457 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-04eed88c-d652-47c7-ba3c-669b09e97116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:31.090090 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Router b20390a7-0d66-4be9-88db-742441b2b5a7 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:13:31.095980 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40028) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:31.138691 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-98b0408a-6d85-412b-af20-7030223c55f1 None None] Provisioning complete for port 8289680f-3d92-4e34-954e-2721e5068387 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:13:31.139047 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-98b0408a-6d85-412b-af20-7030223c55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:31.161962 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76738c6-2f50-4291-a7c3-705386e5f4f0 admin admin] Deleting subnet 650f93a1-7e35-4ab6-b52a-5c61dc15dfe4 {{(pid=79044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:13:31.165398 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d76738c6-2f50-4291-a7c3-705386e5f4f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:31.207785 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-98b0408a-6d85-412b-af20-7030223c55f1 None None] Port 8289680f-3d92-4e34-954e-2721e5068387 cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:13:31.228768 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d76738c6-2f50-4291-a7c3-705386e5f4f0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:31.237263 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d76738c6-2f50-4291-a7c3-705386e5f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:31.331894 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:13:31.347376 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] 10.222.0.54 "PUT /v2.0/routers/b20390a7-0d66-4be9-88db-742441b2b5a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2287877 May 13 16:13:31.575873 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d76738c6-2f50-4291-a7c3-705386e5f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for subnet, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:31.581350 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:31.621388 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76738c6-2f50-4291-a7c3-705386e5f4f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=650f93a1-7e35-4ab6-b52a-5c61dc15dfe4,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:31.624907 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d76738c6-2f50-4291-a7c3-705386e5f4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:31.625893 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d76738c6-2f50-4291-a7c3-705386e5f4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:31.635815 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-d76738c6-2f50-4291-a7c3-705386e5f4f0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/650f93a1-7e35-4ab6-b52a-5c61dc15dfe4 HTTP/1.1" status: 204 len: 168 time: 0.5378344 May 13 16:13:31.638825 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40038) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:31.801545 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:31.910703 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Sync routers for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:13:31.944806 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:13:31.945993 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:13:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:32.085844 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40046) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:32.086707 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.090599 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--174237205', 'description': 'tempest-description--1630749508'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:13:32.104185 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:32.109349 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.110172 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.110696 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.111178 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > port after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.111645 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.112967 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > port after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.113554 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.114666 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.115393 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.115912 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.120631 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Usage tracker for resource:security_group and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:32.126182 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:32.137095 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:32.152118 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.172913 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 3de23ac4-cc10-4a75-bc78-338bdfce1fde up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:13:32.181966 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:32.188996 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Usage tracker for resource:security_group_rule and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:32.194407 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:32.202828 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:32.232929 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:13:32.272577 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 3de23ac4-cc10-4a75-bc78-338bdfce1fde triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:13:32.272966 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.292152 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.292516 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.292845 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.293263 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 16:13:32.293658 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91aa2260-b5a6-4b9a-97fa-ea2336ee874f']}} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:32.312397 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ef018d-ab1e-48f7-867c-f68f3f79f87e') {'for_net_delete': True} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:32.312781 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ef018d-ab1e-48f7-867c-f68f3f79f87e') {} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:32.332082 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.334513 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2302494'] for segment, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.336976 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.345221 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-180c1122-8382-49c9-8034-79467db916bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:32.363305 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.383834 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=79044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:13:32.384659 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2571749'] for segment, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.411196 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.412734 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3264878 May 13 16:13:32.416148 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40050) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:32.421705 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c74661-ccbe-48f6-a198-0c41f83af4ff,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:32.429167 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-f524b6eb-c859-43ab-a0e7-76d965e0d299 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Request body: {'security_group_rule': {'security_group_id': 'f0c74661-ccbe-48f6-a198-0c41f83af4ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:13:32.436720 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:32.439121 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-f524b6eb-c859-43ab-a0e7-76d965e0d299 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:32.444941 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-f524b6eb-c859-43ab-a0e7-76d965e0d299 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Usage tracker for resource:security_group_rule and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:32.448336 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-f524b6eb-c859-43ab-a0e7-76d965e0d299 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:32.456378 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-f524b6eb-c859-43ab-a0e7-76d965e0d299 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:32.476749 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f524b6eb-c859-43ab-a0e7-76d965e0d299 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: from cryptography.utils import int_from_bytes May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: from cryptography.utils import int_from_bytes May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: Traceback (most recent call last): May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: timer() May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: cb(*args, **kw) May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: return func(*args, **kwargs) May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: self._notify() May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: self.callback(batched_events) May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: event.method(event) May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: return f(self, *a, **k) May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: return self._get(url).json() May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: return self.request(url, 'GET', **kwargs) May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:13:32.485378 dv-cinder-689486-12-smb neutron-server[79044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:13:32.532504 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.538435 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:32.563472 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.568783 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Pushing event deleted for resources: {'Network': ['ID=91aa2260-b5a6-4b9a-97fa-ea2336ee874f,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:32.575295 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:32.579534 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f524b6eb-c859-43ab-a0e7-76d965e0d299 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.586901 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] 10.222.0.54 "DELETE /v2.0/networks/91aa2260-b5a6-4b9a-97fa-ea2336ee874f HTTP/1.1" status: 204 len: 168 time: 0.9430435 May 13 16:13:32.590275 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f524b6eb-c859-43ab-a0e7-76d965e0d299 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.592844 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ae92f2ca-6e71-4dfd-90a6-4f0d2a2f33d4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:32.621094 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524b6eb-c859-43ab-a0e7-76d965e0d299 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2a5ee7-9469-40ed-9e70-f6939b813ce5,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:32.626903 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f524b6eb-c859-43ab-a0e7-76d965e0d299 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:32.635047 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f524b6eb-c859-43ab-a0e7-76d965e0d299 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.640967 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40056) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:32.641885 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-f524b6eb-c859-43ab-a0e7-76d965e0d299 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2236457 May 13 16:13:32.650994 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-e272ea4c-8177-463d-a1a6-3269e7719cbf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Request body: {'security_group_rule': {'security_group_id': 'f0c74661-ccbe-48f6-a198-0c41f83af4ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:13:32.661072 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-e272ea4c-8177-463d-a1a6-3269e7719cbf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:32.666806 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-e272ea4c-8177-463d-a1a6-3269e7719cbf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Usage tracker for resource:security_group_rule and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:32.670069 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-e272ea4c-8177-463d-a1a6-3269e7719cbf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:32.676027 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 2, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:32.679150 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-e272ea4c-8177-463d-a1a6-3269e7719cbf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:32.681045 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Checking router: b20390a7-0d66-4be9-88db-742441b2b5a7 for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:13:32.681464 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Updating router b20390a7-0d66-4be9-88db-742441b2b5a7 port 8289680f-3d92-4e34-954e-2721e5068387 binding host dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:13:32.700803 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e272ea4c-8177-463d-a1a6-3269e7719cbf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.783483 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.797273 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e272ea4c-8177-463d-a1a6-3269e7719cbf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.802843 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e272ea4c-8177-463d-a1a6-3269e7719cbf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.810015 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-59fb9525-bbfc-4bcd-997e-669f9dcd31ed tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:32.810598 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40060) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:32.825341 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272ea4c-8177-463d-a1a6-3269e7719cbf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99860731-7b8e-4e2f-b5bb-e6705dd20502,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:32.835276 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-e272ea4c-8177-463d-a1a6-3269e7719cbf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:32.844192 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e272ea4c-8177-463d-a1a6-3269e7719cbf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.845458 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-e272ea4c-8177-463d-a1a6-3269e7719cbf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2031524 May 13 16:13:32.850296 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40064) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:32.858466 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Request body: {'floatingip': {'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:13:32.865980 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:32.871146 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Usage tracker for resource:floatingip and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:32.875475 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:32.878658 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-24f27b32-75ae-4f74-9539-bc5c6fa378f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6244fc3a56347f88a00fa03c6e625d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666802 May 13 16:13:32.881465 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40068) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:32.885708 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:32.898457 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.955888 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-34b248dd-6e77-49cf-a5eb-011f4faf7a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:32.988701 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-34b248dd-6e77-49cf-a5eb-011f4faf7a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:33.085439 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-34b248dd-6e77-49cf-a5eb-011f4faf7a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:33.088573 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:33.091316 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-70c7cc3d-6934-48ae-a084-0cb9fd87db06 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:33.109103 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b248dd-6e77-49cf-a5eb-011f4faf7a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93689434-9bc5-4735-9433-e73b96005b1b,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:33.112068 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-34b248dd-6e77-49cf-a5eb-011f4faf7a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:33.119882 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-34b248dd-6e77-49cf-a5eb-011f4faf7a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:33.124965 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-34b248dd-6e77-49cf-a5eb-011f4faf7a91 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/93689434-9bc5-4735-9433-e73b96005b1b HTTP/1.1" status: 204 len: 168 time: 0.2387040 May 13 16:13:33.212347 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Notify callbacks [] for port, precommit_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:33.230046 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.provisioning_blocks [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Transition to ACTIVE for port object 8289680f-3d92-4e34-954e-2721e5068387 will not be triggered until provisioned by entity L2. {{(pid=79046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:13:33.242456 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:33.259019 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:33.332762 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Allocated IP 172.28.1.208 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/6df2a876-3cbe-432d-8ee6-336a2d70c321) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:13:33.527750 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Attempting to bind port 8289680f-3d92-4e34-954e-2721e5068387 on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:13:33.528121 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Attempting to bind port 8289680f-3d92-4e34-954e-2721e5068387 by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:13:33.528482 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Attempting to bind port 8289680f-3d92-4e34-954e-2721e5068387 on network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:13:33.536889 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:13:33.537261 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Checking segment: {'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:13:33.537884 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:33.538067 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Bound using segment: {'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:13:33.538733 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Bound port: 8289680f-3d92-4e34-954e-2721e5068387, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'}}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:13:33.539124 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:33.616562 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Pushing event updated for resources: {'Port': ['ID=8289680f-3d92-4e34-954e-2721e5068387,revision_number=3']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:33.626585 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:33.630338 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:33.630846 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:33.631225 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:33.631601 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:33.631926 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:33.632242 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:33.632557 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:33.632899 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:33.633253 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:33.633519 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:33.633831 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:33.637622 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:33.650584 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:33.691669 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] For port 8289680f-3d92-4e34-954e-2721e5068387, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:13:33.699181 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] For port 8289680f-3d92-4e34-954e-2721e5068387, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=8289680f-3d92-4e34-954e-2721e5068387,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:13:33.706119 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:33.712811 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:33.714892 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-610f447b-b9f5-4317-87c6-657c4391c012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:33.720035 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:33.783319 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:33.851909 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:13:33.852560 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:13:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:33.859466 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event updated for resources: {'Port': ['ID=6df2a876-3cbe-432d-8ee6-336a2d70c321,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:33.863088 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:33.875162 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:13:33.879090 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:13:33.890597 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:13:34.018544 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Pushing event updated for resources: {'Port': ['ID=8289680f-3d92-4e34-954e-2721e5068387,revision_number=4']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:34.048924 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-d86492d3-b82e-4243-a31b-803be13ecdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:34.109246 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:34.160987 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:34.257595 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:34.274546 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:13:34.622498 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:34.630180 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:34.634973 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:34.697957 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:33Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:34.703814 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc5fcd-8239-4bb6-a9ec-740eda9a70ae None None] The sync data for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb is: [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:33Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:13:34.750192 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event updated for resources: {'Port': ['ID=6df2a876-3cbe-432d-8ee6-336a2d70c321,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:34.815658 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:34.847900 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:34.851361 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:34.857077 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0044038 May 13 16:13:34.991166 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:35.192213 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-d4e0ef1a-de65-4c6b-97f8-ef0a638b6485 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--174237205&fields=id&tenant_id=6d5346b23be7455784fbd272ba5b3eb1 HTTP/1.1" status: 200 len: 267 time: 0.0667939 May 13 16:13:35.543953 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-1e8c05a5-8bcb-4296-aef9-d8dc0510ee5c tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:35.546089 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-1e8c05a5-8bcb-4296-aef9-d8dc0510ee5c tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/networks?id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 HTTP/1.1" status: 200 len: 811 time: 0.3439267 May 13 16:13:35.566634 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-d9a0a308-7bb3-4ded-958a-4d416882b6e1 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/quotas/6d5346b23be7455784fbd272ba5b3eb1 HTTP/1.1" status: 200 len: 375 time: 0.0128381 May 13 16:13:35.684839 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-573b731b-d432-4b1f-b5cb-98cc85d25c3f tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113069 May 13 16:13:35.891194 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-6b438734-8d0a-48f6-8721-b4831a6eb267 service neutron] 10.222.0.54 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897857 May 13 16:13:36.111751 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-671b2de5-f9de-4558-b682-9f460b7f616d service neutron] 10.222.0.54 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068450 May 13 16:13:36.192623 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 8289680f-3d92-4e34-954e-2721e5068387 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:13:36.297112 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 8289680f-3d92-4e34-954e-2721e5068387 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:13:36.303640 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 8289680f-3d92-4e34-954e-2721e5068387 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:13:36.304226 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:36.398804 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0621ef7b-7aed-484b-b014-1451d5c16d80 req-cda6c4c4-def0-4ae7-b485-927bb2e5f0e7 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 210 time: 0.0805242 May 13 16:13:36.481873 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:36.540817 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 8289680f-3d92-4e34-954e-2721e5068387, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=8289680f-3d92-4e34-954e-2721e5068387,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:36.548200 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:36.551520 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:36.667994 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:36.668757 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=8289680f-3d92-4e34-954e-2721e5068387,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:36.671997 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:37.576530 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-59593d92-1b6d-47c2-a12e-5bdc7348854e req-3fd0df92-7ef3-4d30-b6f7-35bd8e89cb96 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 210 time: 0.0500429 May 13 16:13:37.950882 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-b4bc6b21-b13d-4d38-9882-64f37c7a3060 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:37.951612 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-b4bc6b21-b13d-4d38-9882-64f37c7a3060 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Synchronizing usage tracker for tenant:6d5346b23be7455784fbd272ba5b3eb1 on resource:network {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:13:37.977707 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-b4bc6b21-b13d-4d38-9882-64f37c7a3060 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Unset dirty status for tenant:6d5346b23be7455784fbd272ba5b3eb1 on resource:network {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:13:37.979487 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-b4bc6b21-b13d-4d38-9882-64f37c7a3060 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.36 "GET /v2.0/networks?id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 HTTP/1.1" status: 200 len: 811 time: 0.2254591 May 13 16:13:38.055582 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5ab038fc-96a9-46c0-9823-a7200ca73036 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Synchronizing usage tracker for tenant:6d5346b23be7455784fbd272ba5b3eb1 on resource:security_group {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:13:38.082985 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5ab038fc-96a9-46c0-9823-a7200ca73036 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Unset dirty status for tenant:6d5346b23be7455784fbd272ba5b3eb1 on resource:security_group {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:13:38.085378 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5ab038fc-96a9-46c0-9823-a7200ca73036 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5346b23be7455784fbd272ba5b3eb1 HTTP/1.1" status: 200 len: 379 time: 0.0862851 May 13 16:13:38.096811 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Request body: {'port': {'device_id': '81908183-bb14-45c4-80b9-ae4859b8d6f3', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'admin_state_up': True, 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'security_groups': ['f0c74661-ccbe-48f6-a198-0c41f83af4ff']}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:13:38.170472 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 8289680f-3d92-4e34-954e-2721e5068387 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:13:38.249197 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 8289680f-3d92-4e34-954e-2721e5068387 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:13:38.249479 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:38.302336 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:38.308474 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Usage tracker for resource:port and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:38.316350 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:38.323590 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:38.337958 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Made reservation on behalf of 6d5346b23be7455784fbd272ba5b3eb1 for: {'port': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:13:38.341719 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:38.669503 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Allocated IP 172.20.0.13 (ef081416-b33a-4b7d-ad50-cf4e7b0d83e8/67ac9cf4-8079-47e1-a5bb-a198057015ec/63c6ad1b-f07f-4e3c-a9c3-714f706941fe) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:13:38.793247 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0c0c652e-92cc-4c02-8b7a-d75948defda7 req-9702920a-aaa6-42b1-a296-84fddbd34e79 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 210 time: 0.0698388 May 13 16:13:38.944761 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:38.962380 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Transition to ACTIVE for port object 63c6ad1b-f07f-4e3c-a9c3-714f706941fe will not be triggered until provisioned by entity DHCP. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:13:38.989459 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:38.995723 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:39.064393 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:13:39.073349 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:13:39.077829 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:13:39.118597 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event updated for resources: {'Port': ['ID=63c6ad1b-f07f-4e3c-a9c3-714f706941fe,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:39.130285 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:39.167883 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:39.168566 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:39.207551 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-e0ea1429-0778-4b42-abf2-c9bc25805cfe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1131954 May 13 16:13:39.229524 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Request body: {'port': {'device_id': '81908183-bb14-45c4-80b9-ae4859b8d6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:13:39.356399 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:39.369178 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-4ad25a93-2cc0-4076-8a6e-bed426850de4 None None] Provisioning for port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:13:39.375310 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-4ad25a93-2cc0-4076-8a6e-bed426850de4 None None] Provisioning complete for port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:13:39.375717 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-4ad25a93-2cc0-4076-8a6e-bed426850de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:39.448515 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-4ad25a93-2cc0-4076-8a6e-bed426850de4 None None] Port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:13:39.795443 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c6ad1b-f07f-4e3c-a9c3-714f706941fe {{(pid=79043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:13:39.805009 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:39.837902 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Transition to ACTIVE for port object 63c6ad1b-f07f-4e3c-a9c3-714f706941fe will not be triggered until provisioned by entity L2. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:13:39.844055 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:39.855812 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-bbea798f-d9bb-46b3-9fe7-c0755b73e6f8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:40.068886 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4208fe-1ae7-4d02-b6ee-2c00bbbe0426 req-29570df8-fe41-4ba0-b204-eafc451c40b1 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:40.071226 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1d4208fe-1ae7-4d02-b6ee-2c00bbbe0426 req-29570df8-fe41-4ba0-b204-eafc451c40b1 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 944 time: 0.1292610 May 13 16:13:40.138414 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1d4208fe-1ae7-4d02-b6ee-2c00bbbe0426 req-9a02e948-f267-449b-9f47-a307d750a498 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573087 May 13 16:13:40.153527 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Pushing event updated for resources: {'Port': ['ID=63c6ad1b-f07f-4e3c-a9c3-714f706941fe,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:40.167545 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:40.215396 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Attempting to bind port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:13:40.215724 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Attempting to bind port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:13:40.216111 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Attempting to bind port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe on network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:13:40.221710 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe on network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:13:40.222021 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Attempting to bind port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe on network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:13:40.228048 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:13:40.228388 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Checking segment: {'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:13:40.228771 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Bound using segment: {'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:13:40.229204 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Bound port: 63c6ad1b-f07f-4e3c-a9c3-714f706941fe, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'}}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:13:40.229551 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:40.330492 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] For port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe, host hv-cinder-68948, cleared binding levels {{(pid=79043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:13:40.334208 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] For port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=63c6ad1b-f07f-4e3c-a9c3-714f706941fe,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:13:40.340101 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:40.344075 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5c620a91-1945-4d94-8995-c1d033dd2642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:40.401505 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:40.402306 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:40.403749 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] 10.222.0.36 "PUT /v2.0/ports/63c6ad1b-f07f-4e3c-a9c3-714f706941fe HTTP/1.1" status: 200 len: 1094 time: 1.1790810 May 13 16:13:40.404275 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81908183-bb14-45c4-80b9-ae4859b8d6f3', 'tag': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:13:40.439005 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Pushing event updated for resources: {'Port': ['ID=63c6ad1b-f07f-4e3c-a9c3-714f706941fe,revision_number=3']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:40.452684 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:40.489218 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81908183-bb14-45c4-80b9-ae4859b8d6f3', 'tag': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe', 'status': 'completed', 'code': 200} May 13 16:13:41.436789 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18c53f-0368-4d47-ad55-431015c8f2c1 req-ec5bc0c8-7929-41ee-839a-62e1fe02b09f tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:41.441378 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ac18c53f-0368-4d47-ad55-431015c8f2c1 req-ec5bc0c8-7929-41ee-839a-62e1fe02b09f tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 944 time: 0.1139970 May 13 16:13:41.507549 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ac18c53f-0368-4d47-ad55-431015c8f2c1 req-6194584d-58b0-4989-87f7-8706be221baf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578842 May 13 16:13:41.740373 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241faf1-a1a5-4af1-bb4a-03286e426ab6 req-774db1e3-9ad5-48c9-a132-682911e9b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:41.744376 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-5241faf1-a1a5-4af1-bb4a-03286e426ab6 req-774db1e3-9ad5-48c9-a132-682911e9b87d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 1097 time: 0.1081014 May 13 16:13:41.789155 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40242) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:41.943479 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1afbbf4a-cd08-4f80-8205-db83ad691bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:41.964346 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-1afbbf4a-cd08-4f80-8205-db83ad691bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:41.970757 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-1afbbf4a-cd08-4f80-8205-db83ad691bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:2d278ddc054f4c389277f68f49fc14f1 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:41.974625 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241faf1-a1a5-4af1-bb4a-03286e426ab6 req-c9066810-a969-496f-8a05-c02621fd173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:41.976595 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-1afbbf4a-cd08-4f80-8205-db83ad691bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:41.977306 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-5241faf1-a1a5-4af1-bb4a-03286e426ab6 req-c9066810-a969-496f-8a05-c02621fd173b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2126718 May 13 16:13:41.985329 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-1afbbf4a-cd08-4f80-8205-db83ad691bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:42.114168 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1afbbf4a-cd08-4f80-8205-db83ad691bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:42.119566 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1afbbf4a-cd08-4f80-8205-db83ad691bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:42.128490 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-40ab6561-edae-43d0-9e6b-ae2d09e59769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:42.179823 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-1afbbf4a-cd08-4f80-8205-db83ad691bb9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d278ddc054f4c389277f68f49fc14f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890445 May 13 16:13:42.180812 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbbf4a-cd08-4f80-8205-db83ad691bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2df1322-8111-4598-ab14-c89882add03f,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:42.183399 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40248) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:42.186270 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-1afbbf4a-cd08-4f80-8205-db83ad691bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:42.253209 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-38c9498f-a55e-432a-8850-50695ab391a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:42.269778 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241faf1-a1a5-4af1-bb4a-03286e426ab6 req-ed516b09-a2f4-4499-9c81-44d86b026d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:42.272030 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-5241faf1-a1a5-4af1-bb4a-03286e426ab6 req-ed516b09-a2f4-4499-9c81-44d86b026d80 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2781320 May 13 16:13:42.284584 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-38c9498f-a55e-432a-8850-50695ab391a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:42.350403 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-38c9498f-a55e-432a-8850-50695ab391a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:42.356314 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-bdfb8245-06e3-48f4-9e65-857a3ecbca34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:42.370897 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9498f-a55e-432a-8850-50695ab391a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2df1322-8111-4598-ab14-c89882add03f,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:42.377894 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-38c9498f-a55e-432a-8850-50695ab391a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:42.379513 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-38c9498f-a55e-432a-8850-50695ab391a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:42.380801 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-38c9498f-a55e-432a-8850-50695ab391a7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2df1322-8111-4598-ab14-c89882add03f HTTP/1.1" status: 204 len: 168 time: 0.1964273 May 13 16:13:42.473249 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-8829add1-1e2e-4bbe-b089-64b6206f08e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:42.475096 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-8829add1-1e2e-4bbe-b089-64b6206f08e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 1097 time: 0.0898960 May 13 16:13:42.578487 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-a2d9f5f4-1ef5-41e4-9eab-af4e26393897 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63c6ad1b-f07f-4e3c-a9c3-714f706941fe HTTP/1.1" status: 200 len: 217 time: 0.0837178 May 13 16:13:42.686259 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-cee3d53b-3f0e-42e4-adba-aaef2a0f6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:42.687763 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-cee3d53b-3f0e-42e4-adba-aaef2a0f6468 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=67ac9cf4-8079-47e1-a5bb-a198057015ec HTTP/1.1" status: 200 len: 850 time: 0.0991697 May 13 16:13:42.821950 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d060888-5a9e-4896-a24c-4f420ed50f9e req-6544e887-e37e-4c2c-80f7-db62a8dd9020 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:42.831041 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9d060888-5a9e-4896-a24c-4f420ed50f9e req-6544e887-e37e-4c2c-80f7-db62a8dd9020 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 944 time: 0.1195347 May 13 16:13:42.841114 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-1915c018-34cf-46a6-8997-dcd3d67057e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:42.841114 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-1915c018-34cf-46a6-8997-dcd3d67057e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1400023 May 13 16:13:42.880897 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9d060888-5a9e-4896-a24c-4f420ed50f9e req-eac1cab1-1ddf-48b1-8ecb-ae1042c66453 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493875 May 13 16:13:42.995460 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-0af02d5c-ab90-4ec9-8c4f-4dcb50943508 service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457043 May 13 16:13:43.153955 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-5482d0f7-b507-4524-abac-18a05ad4e76c req-19001081-f313-4add-bad7-020433c2d6ee service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516755 May 13 16:13:44.144649 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fe8e0-6dd4-4750-84e5-a71905d9b295 req-d891ebb8-0cb3-402d-9e78-12be485652c9 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:44.148079 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d58fe8e0-6dd4-4750-84e5-a71905d9b295 req-d891ebb8-0cb3-402d-9e78-12be485652c9 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 944 time: 0.1151907 May 13 16:13:44.228315 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d58fe8e0-6dd4-4750-84e5-a71905d9b295 req-34375790-ca81-4909-9ea7-0c083e1337b3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711811 May 13 16:13:44.410141 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927e322-a48c-4bed-9dfb-87c7d970774e req-8d9bbeff-a2e4-4e62-99f0-845dda1704cc tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:44.411796 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9927e322-a48c-4bed-9dfb-87c7d970774e req-8d9bbeff-a2e4-4e62-99f0-845dda1704cc tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.1125066 May 13 16:13:44.477102 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9927e322-a48c-4bed-9dfb-87c7d970774e req-475d6be0-6d61-494f-aba0-cdb06cee1fef tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576420 May 13 16:13:44.773221 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40314) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:44.864411 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 63c6ad1b-f07f-4e3c-a9c3-714f706941fe details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:13:44.926201 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-875e6aef-8674-4dc0-a8c4-831736f8d223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:44.952176 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-875e6aef-8674-4dc0-a8c4-831736f8d223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:44.957467 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-875e6aef-8674-4dc0-a8c4-831736f8d223 admin admin] Usage tracker for resource:security_group_rule and tenant:810795ad0c8f491fa4bff2a50e01b4b0 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:44.961238 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-875e6aef-8674-4dc0-a8c4-831736f8d223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:44.967700 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-875e6aef-8674-4dc0-a8c4-831736f8d223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:45.012819 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=63c6ad1b-f07f-4e3c-a9c3-714f706941fe,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:45.034865 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'port_id': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe', 'mac_address': 'fa:16:3e:18:1b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:13:45.073217 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-875e6aef-8674-4dc0-a8c4-831736f8d223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:45.078720 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-875e6aef-8674-4dc0-a8c4-831736f8d223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:45.088898 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-38c9498f-a55e-432a-8850-50695ab391a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:45.100149 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:45.119270 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c6ad1b-f07f-4e3c-a9c3-714f706941fe {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:13:45.134581 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-875e6aef-8674-4dc0-a8c4-831736f8d223 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=810795ad0c8f491fa4bff2a50e01b4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597097 May 13 16:13:45.137194 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e6aef-8674-4dc0-a8c4-831736f8d223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e17c8b5-6682-4b39-a20f-dfb4f4d49110,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:45.137415 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=63c6ad1b-f07f-4e3c-a9c3-714f706941fe,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:45.138664 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40320) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:45.141920 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-875e6aef-8674-4dc0-a8c4-831736f8d223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:45.144877 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:45.147374 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:45.209805 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f4ef7163-3d86-4a8a-bd57-c30711140338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:45.240023 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=63c6ad1b-f07f-4e3c-a9c3-714f706941fe,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:45.243677 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f4ef7163-3d86-4a8a-bd57-c30711140338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:45.253440 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:45.321542 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f4ef7163-3d86-4a8a-bd57-c30711140338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:45.326304 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-7fac4633-accb-4d5e-8e2c-15dac853a9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:45.341248 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef7163-3d86-4a8a-bd57-c30711140338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e17c8b5-6682-4b39-a20f-dfb4f4d49110,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:45.343652 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f4ef7163-3d86-4a8a-bd57-c30711140338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:45.347759 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f4ef7163-3d86-4a8a-bd57-c30711140338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:45.351201 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-f4ef7163-3d86-4a8a-bd57-c30711140338 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e17c8b5-6682-4b39-a20f-dfb4f4d49110 HTTP/1.1" status: 204 len: 168 time: 0.2092555 May 13 16:13:45.493482 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22636ae-a74f-44b3-9232-dbfe011ddf1b req-1401ef46-1fd5-4937-9e16-0a1b5f14b9bf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:45.495064 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f22636ae-a74f-44b3-9232-dbfe011ddf1b req-1401ef46-1fd5-4937-9e16-0a1b5f14b9bf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 945 time: 0.1116545 May 13 16:13:45.564563 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f22636ae-a74f-44b3-9232-dbfe011ddf1b req-6089e3fb-3c5b-408c-993d-2d109fbf4109 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602777 May 13 16:13:45.625492 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['63c6ad1b-f07f-4e3c-a9c3-714f706941fe'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:13:45.704061 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c0910-7c97-4d24-bae4-4b858d27c782 req-67b7ee70-0780-418c-b856-2e6261776125 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:45.706005 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-991c0910-7c97-4d24-bae4-4b858d27c782 req-67b7ee70-0780-418c-b856-2e6261776125 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.1067297 May 13 16:13:45.743573 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40332) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:45.766316 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-176cbf25-2c60-45d6-a24b-64301de97982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:45.790601 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-176cbf25-2c60-45d6-a24b-64301de97982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:45.797284 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-176cbf25-2c60-45d6-a24b-64301de97982 admin admin] Usage tracker for resource:security_group_rule and tenant:0e09f94ed3c54e32810f76f1899317dd is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:45.802455 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-176cbf25-2c60-45d6-a24b-64301de97982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:45.808403 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-991c0910-7c97-4d24-bae4-4b858d27c782 req-405dd9f5-4f36-42d7-b36c-cb1ffeaab939 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913644 May 13 16:13:45.814373 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-176cbf25-2c60-45d6-a24b-64301de97982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:45.945603 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-176cbf25-2c60-45d6-a24b-64301de97982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:45.950196 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-176cbf25-2c60-45d6-a24b-64301de97982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:45.961733 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-45eb0742-1644-4a47-a00e-3ebd302c221d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:46.005294 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-176cbf25-2c60-45d6-a24b-64301de97982 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e09f94ed3c54e32810f76f1899317dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604468 May 13 16:13:46.007450 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cbf25-2c60-45d6-a24b-64301de97982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81370205-b77a-4249-977e-3d087f59ccb9,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:46.008768 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40336) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:46.010516 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-176cbf25-2c60-45d6-a24b-64301de97982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:46.081729 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ffa1653c-5c32-4136-9311-3977e71c4973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:46.116018 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ffa1653c-5c32-4136-9311-3977e71c4973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:46.190851 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ffa1653c-5c32-4136-9311-3977e71c4973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:46.196283 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-27c159ab-55f7-4d45-9632-6b5130831040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:46.212140 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1653c-5c32-4136-9311-3977e71c4973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81370205-b77a-4249-977e-3d087f59ccb9,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:46.214406 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ffa1653c-5c32-4136-9311-3977e71c4973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:46.224220 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ffa1653c-5c32-4136-9311-3977e71c4973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:46.226743 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-ffa1653c-5c32-4136-9311-3977e71c4973 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/81370205-b77a-4249-977e-3d087f59ccb9 HTTP/1.1" status: 204 len: 168 time: 0.2153988 May 13 16:13:46.818057 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c41d4-d33e-4e43-af5f-f79ba6f8d683 req-cdc7c1eb-0a67-4cb4-9ff6-5a6ae451131f tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:46.819911 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-020c41d4-d33e-4e43-af5f-f79ba6f8d683 req-cdc7c1eb-0a67-4cb4-9ff6-5a6ae451131f tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 945 time: 0.1253636 May 13 16:13:46.882857 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 63c6ad1b-f07f-4e3c-a9c3-714f706941fe up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:13:46.976344 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-020c41d4-d33e-4e43-af5f-f79ba6f8d683 req-e5eb8be6-76b1-423b-8330-7da6350dba73 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477320 May 13 16:13:47.066000 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:13:47.075587 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:13:47.076452 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:47.120210 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af569daf-82a6-44f0-ac21-695ce422b895 req-072cc0e4-0dcf-4f47-bfdf-ffc6736cab9b tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:47.121714 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-af569daf-82a6-44f0-ac21-695ce422b895 req-072cc0e4-0dcf-4f47-bfdf-ffc6736cab9b tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.1148880 May 13 16:13:47.206079 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-af569daf-82a6-44f0-ac21-695ce422b895 req-5cf0850f-31b0-4900-971a-a528184debe2 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734575 May 13 16:13:47.253081 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:47.293164 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81908183-bb14-45c4-80b9-ae4859b8d6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:13:47.305376 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=63c6ad1b-f07f-4e3c-a9c3-714f706941fe,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:47.312205 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:47.316232 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:47.358633 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81908183-bb14-45c4-80b9-ae4859b8d6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe', 'code': 200} May 13 16:13:47.414790 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=63c6ad1b-f07f-4e3c-a9c3-714f706941fe,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:47.427725 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:47.428057 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:47.428482 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:47.428879 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:47.429294 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:47.429694 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:47.430050 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:47.430524 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:47.430952 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:47.431534 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:47.431927 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:47.432306 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:13:47.436767 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:47.723226 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35b886-9af9-42ee-825d-64760ea04ea0 req-c6e52b92-045c-4dcd-8877-3c429cbb131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:47.724766 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cb35b886-9af9-42ee-825d-64760ea04ea0 req-c6e52b92-045c-4dcd-8877-3c429cbb131c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 1099 time: 0.0925286 May 13 16:13:47.791287 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cb35b886-9af9-42ee-825d-64760ea04ea0 req-63981e15-78b9-4c8e-a1ee-e2e7a9432d1b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555067 May 13 16:13:48.211429 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fa7ca-037c-44f5-9b98-97de19d4971a req-353de664-e147-437c-ba2b-c335a36a29a9 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:48.212994 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d40fa7ca-037c-44f5-9b98-97de19d4971a req-353de664-e147-437c-ba2b-c335a36a29a9 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0981658 May 13 16:13:48.281400 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d40fa7ca-037c-44f5-9b98-97de19d4971a req-7b644056-c870-4382-a78e-54f0107c5258 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613835 May 13 16:13:48.483675 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbe502-f918-40d3-88f7-ac1bf5378ec1 req-483bc39f-d4f4-4806-bf00-a9cc262c506a tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:48.485388 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-03fbe502-f918-40d3-88f7-ac1bf5378ec1 req-483bc39f-d4f4-4806-bf00-a9cc262c506a tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.1037581 May 13 16:13:48.552534 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-03fbe502-f918-40d3-88f7-ac1bf5378ec1 req-b0ada8a7-39d6-4a8b-8084-9a92b6581b3d tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600457 May 13 16:13:49.528209 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd9ce2-1d23-4a84-acba-e66cba221d35 req-a1a32f83-8671-4789-856b-5030d85afe62 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:49.529716 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cafd9ce2-1d23-4a84-acba-e66cba221d35 req-a1a32f83-8671-4789-856b-5030d85afe62 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0998592 May 13 16:13:49.582157 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cafd9ce2-1d23-4a84-acba-e66cba221d35 req-7c74124f-59d2-4d61-8c37-5f2ea3d5edd0 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436282 May 13 16:13:49.802540 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f8a12-e702-4d18-93ec-7c273b13d778 req-75cf91a4-50c1-4ed6-a69b-a3e82d932e83 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:49.804653 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-333f8a12-e702-4d18-93ec-7c273b13d778 req-75cf91a4-50c1-4ed6-a69b-a3e82d932e83 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.1203470 May 13 16:13:49.864650 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-333f8a12-e702-4d18-93ec-7c273b13d778 req-2bcd54a7-eb88-452b-809a-1ab418adfa67 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532925 May 13 16:13:50.816637 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a39ad-c767-49df-bb09-1edbebd9e5db req-22cbdc4f-01d3-4c1a-a27c-f730770f8b6e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:50.818211 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4e7a39ad-c767-49df-bb09-1edbebd9e5db req-22cbdc4f-01d3-4c1a-a27c-f730770f8b6e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1004150 May 13 16:13:50.878570 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4e7a39ad-c767-49df-bb09-1edbebd9e5db req-143f0adb-ec0f-493e-8ac7-3d428198abd7 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511286 May 13 16:13:51.163104 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f64ded-aefe-4b75-8270-e1c33edab849 req-83af9851-8a96-41f1-b78d-d14f379a7bcc tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:51.164657 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-18f64ded-aefe-4b75-8270-e1c33edab849 req-83af9851-8a96-41f1-b78d-d14f379a7bcc tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.1742251 May 13 16:13:51.175417 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d28ecc-5045-4372-bfab-7caedc4b23c5 req-5b1f2f73-346e-4d14-8753-bc4df6bb7ba7 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:51.177180 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-24d28ecc-5045-4372-bfab-7caedc4b23c5 req-5b1f2f73-346e-4d14-8753-bc4df6bb7ba7 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1400208 May 13 16:13:51.188131 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40420) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:51.199286 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-e6156a73-1ae4-4f3e-a4be-be4060d2c4a6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Request body: {'floatingip': {'port_id': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:13:51.222435 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-18f64ded-aefe-4b75-8270-e1c33edab849 req-b791b59b-aa23-441e-bb20-8a5f0c611c76 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442200 May 13 16:13:51.299597 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e6156a73-1ae4-4f3e-a4be-be4060d2c4a6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:52.105459 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e6156a73-1ae4-4f3e-a4be-be4060d2c4a6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:52.110318 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e6156a73-1ae4-4f3e-a4be-be4060d2c4a6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:52.497299 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.l3_db [None req-e6156a73-1ae4-4f3e-a4be-be4060d2c4a6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Floating IP 9f215fac-b423-4e2f-9b1c-751b41424999 associated. External IP: 172.28.1.208, port: 63c6ad1b-f07f-4e3c-a9c3-714f706941fe. May 13 16:13:52.521269 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be043c46-14c4-4bd5-81fa-b19a2907d683 req-3fccdfc2-8870-44da-8259-daff8b0616b0 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:52.523206 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-be043c46-14c4-4bd5-81fa-b19a2907d683 req-3fccdfc2-8870-44da-8259-daff8b0616b0 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.1006217 May 13 16:13:52.573819 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-be043c46-14c4-4bd5-81fa-b19a2907d683 req-e6827348-a9dc-4eab-8f34-d7f6b9130d9f tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440242 May 13 16:13:52.574733 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78aabd-6ab2-4616-8b02-6ff9dddb75c1 req-c9e055cc-163d-42ae-ae81-03d0fd8978e6 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:52.575588 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-4b78aabd-6ab2-4616-8b02-6ff9dddb75c1 req-c9e055cc-163d-42ae-ae81-03d0fd8978e6 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Synchronizing usage tracker for tenant:59438ab644a842ff92524f6729b1bd33 on resource:port {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:13:52.670965 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-4b78aabd-6ab2-4616-8b02-6ff9dddb75c1 req-c9e055cc-163d-42ae-ae81-03d0fd8978e6 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Unset dirty status for tenant:59438ab644a842ff92524f6729b1bd33 on resource:port {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:13:52.672116 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-4b78aabd-6ab2-4616-8b02-6ff9dddb75c1 req-c9e055cc-163d-42ae-ae81-03d0fd8978e6 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 946 time: 0.3858700 May 13 16:13:53.007602 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-4b78aabd-6ab2-4616-8b02-6ff9dddb75c1 req-29af8394-fcd1-4cf1-9816-0042ba48a2e3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Deleting port 515b9115-3efc-4fd8-bb10-364bb532d7c3 {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:13:53.008041 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-4b78aabd-6ab2-4616-8b02-6ff9dddb75c1 req-29af8394-fcd1-4cf1-9816-0042ba48a2e3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:53.110870 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6156a73-1ae4-4f3e-a4be-be4060d2c4a6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Router b20390a7-0d66-4be9-88db-742441b2b5a7 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:13:53.290630 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-4b78aabd-6ab2-4616-8b02-6ff9dddb75c1 req-29af8394-fcd1-4cf1-9816-0042ba48a2e3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] For port 515b9115-3efc-4fd8-bb10-364bb532d7c3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=515b9115-3efc-4fd8-bb10-364bb532d7c3,segment=NetworkSegment(96ad0803-328a-4806-9007-1a8a59c4766c),segment_id=96ad0803-328a-4806-9007-1a8a59c4766c)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:13:53.290970 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-4b78aabd-6ab2-4616-8b02-6ff9dddb75c1 req-29af8394-fcd1-4cf1-9816-0042ba48a2e3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:53.433946 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-4b78aabd-6ab2-4616-8b02-6ff9dddb75c1 req-29af8394-fcd1-4cf1-9816-0042ba48a2e3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Calling delete_port for 515b9115-3efc-4fd8-bb10-364bb532d7c3 owned by compute:nova {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:13:53.574012 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6156a73-1ae4-4f3e-a4be-be4060d2c4a6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:13:53.586003 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a04a1d-8253-48f9-9ba3-54bddd7b1c81 None None] Sync routers for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:13:53.594962 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e6156a73-1ae4-4f3e-a4be-be4060d2c4a6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:53.598363 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a04a1d-8253-48f9-9ba3-54bddd7b1c81 None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:13:53.599418 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-14a04a1d-8253-48f9-9ba3-54bddd7b1c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:13:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:53.707005 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-e6156a73-1ae4-4f3e-a4be-be4060d2c4a6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "PUT /v2.0/floatingips/9f215fac-b423-4e2f-9b1c-751b41424999 HTTP/1.1" status: 200 len: 992 time: 2.5153346 May 13 16:13:53.712546 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81908183-bb14-45c4-80b9-ae4859b8d6f3', 'tag': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:13:53.819398 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-4b78aabd-6ab2-4616-8b02-6ff9dddb75c1 req-29af8394-fcd1-4cf1-9816-0042ba48a2e3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:53.842550 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-73052894-64e0-458e-ad98-404177761a93 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:53.890920 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-14a04a1d-8253-48f9-9ba3-54bddd7b1c81 None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:13:53.899731 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-feeb5887-bcaa-4d81-856c-d9585b932958 req-83f15f65-e76b-4c4f-9cc4-1cef58e6209b tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c7081f-82d3-4d19-a473-c6b08dcaac5a HTTP/1.1" status: 200 len: 210 time: 0.0651052 May 13 16:13:53.916271 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af8394-fcd1-4cf1-9816-0042ba48a2e3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Pushing event deleted for resources: {'Port': ['ID=515b9115-3efc-4fd8-bb10-364bb532d7c3,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:53.922869 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-29af8394-fcd1-4cf1-9816-0042ba48a2e3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:53.996417 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['515b9115-3efc-4fd8-bb10-364bb532d7c3'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:13:54.017239 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81908183-bb14-45c4-80b9-ae4859b8d6f3', 'tag': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe', 'status': 'completed', 'code': 200} May 13 16:13:54.028216 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b78aabd-6ab2-4616-8b02-6ff9dddb75c1 req-29af8394-fcd1-4cf1-9816-0042ba48a2e3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] No DVR routers for this DVR port 515b9115-3efc-4fd8-bb10-364bb532d7c3 on host hv-cinder-68948 {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:13:54.031048 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-4b78aabd-6ab2-4616-8b02-6ff9dddb75c1 req-29af8394-fcd1-4cf1-9816-0042ba48a2e3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:54.052712 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-4b78aabd-6ab2-4616-8b02-6ff9dddb75c1 req-29af8394-fcd1-4cf1-9816-0042ba48a2e3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.36 "DELETE /v2.0/ports/515b9115-3efc-4fd8-bb10-364bb532d7c3 HTTP/1.1" status: 204 len: 173 time: 1.3724318 May 13 16:13:54.161142 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15e1bb-59bb-44a8-86f5-014985601ea1 req-4f9bf99f-4eaf-433b-9d98-657d1a314501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:54.162744 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6b15e1bb-59bb-44a8-86f5-014985601ea1 req-4f9bf99f-4eaf-433b-9d98-657d1a314501 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 1099 time: 0.1182311 May 13 16:13:54.391793 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-14a04a1d-8253-48f9-9ba3-54bddd7b1c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': '9f215fac-b423-4e2f-9b1c-751b41424999', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'floating_ip_address': '172.28.1.208', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'port_id': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'mac_address': 'fa:16:3e:18:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81908183-bb14-45c4-80b9-ae4859b8d6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:13:33Z', 'updated_at': '2021-05-13T16:13:51Z', 'revision_number': 1, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:36Z', 'revision_number': 5, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:54.394640 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15e1bb-59bb-44a8-86f5-014985601ea1 req-59c05f0e-baa9-4726-9c63-446974019bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:54.396274 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6b15e1bb-59bb-44a8-86f5-014985601ea1 req-59c05f0e-baa9-4726-9c63-446974019bc3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 HTTP/1.1" status: 200 len: 912 time: 0.2260234 May 13 16:13:54.398502 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a04a1d-8253-48f9-9ba3-54bddd7b1c81 None None] Checking router: b20390a7-0d66-4be9-88db-742441b2b5a7 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:13:54.409558 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a04a1d-8253-48f9-9ba3-54bddd7b1c81 None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:13:54.410389 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-14a04a1d-8253-48f9-9ba3-54bddd7b1c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:13:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:54.558634 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6b15e1bb-59bb-44a8-86f5-014985601ea1 req-d3c4e179-68e6-473f-ad63-0e17016c93da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63c6ad1b-f07f-4e3c-a9c3-714f706941fe HTTP/1.1" status: 200 len: 1000 time: 0.1544268 May 13 16:13:54.642453 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-14a04a1d-8253-48f9-9ba3-54bddd7b1c81 None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:13:54.669495 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15e1bb-59bb-44a8-86f5-014985601ea1 req-38025903-ed92-43d5-a0e4-310dd89eac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:54.670952 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6b15e1bb-59bb-44a8-86f5-014985601ea1 req-38025903-ed92-43d5-a0e4-310dd89eac77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=67ac9cf4-8079-47e1-a5bb-a198057015ec HTTP/1.1" status: 200 len: 850 time: 0.0997951 May 13 16:13:54.788591 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15e1bb-59bb-44a8-86f5-014985601ea1 req-b559c0f4-edba-40e2-9499-bbdec81f76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:13:54.791182 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6b15e1bb-59bb-44a8-86f5-014985601ea1 req-b559c0f4-edba-40e2-9499-bbdec81f76ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1064734 May 13 16:13:55.019713 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6b15e1bb-59bb-44a8-86f5-014985601ea1 req-07e8a4df-b8d2-40af-8db0-e183e076c5aa service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051797 May 13 16:13:55.270570 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-14a04a1d-8253-48f9-9ba3-54bddd7b1c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': '9f215fac-b423-4e2f-9b1c-751b41424999', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'floating_ip_address': '172.28.1.208', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'port_id': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'mac_address': 'fa:16:3e:18:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81908183-bb14-45c4-80b9-ae4859b8d6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:13:33Z', 'updated_at': '2021-05-13T16:13:51Z', 'revision_number': 1, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:36Z', 'revision_number': 5, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:13:55.281619 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a04a1d-8253-48f9-9ba3-54bddd7b1c81 None None] The sync data for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb is: [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': '9f215fac-b423-4e2f-9b1c-751b41424999', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'floating_ip_address': '172.28.1.208', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'port_id': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'mac_address': 'fa:16:3e:18:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81908183-bb14-45c4-80b9-ae4859b8d6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:13:33Z', 'updated_at': '2021-05-13T16:13:51Z', 'revision_number': 1, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:36Z', 'revision_number': 5, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:13:55.323281 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6b15e1bb-59bb-44a8-86f5-014985601ea1 req-96d89e2e-c9ae-49e5-bcaf-8aadeab600d2 service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879717 May 13 16:13:55.539895 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7fe9a-f5e0-4ce4-ab56-30eac627ab8c None None] New status for floating IP 9f215fac-b423-4e2f-9b1c-751b41424999: ACTIVE {{(pid=79046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:13:56.017908 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c7081f-82d3-4d19-a473-c6b08dcaac5a', 'name': 'network-vif-deleted', 'tag': '515b9115-3efc-4fd8-bb10-364bb532d7c3'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:13:56.072947 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c7081f-82d3-4d19-a473-c6b08dcaac5a', 'name': 'network-vif-deleted', 'tag': '515b9115-3efc-4fd8-bb10-364bb532d7c3', 'status': 'completed', 'code': 200} May 13 16:13:56.886375 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 515b9115-3efc-4fd8-bb10-364bb532d7c3 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:13:56.927546 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: 515b9115-3efc-4fd8-bb10-364bb532d7c3 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:13:56.927891 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 515b9115-3efc-4fd8-bb10-364bb532d7c3 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:13:57.652170 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40528) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:57.781078 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-42ce87d2-08ec-492a-8791-fd0aaeec7123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:57.800330 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-42ce87d2-08ec-492a-8791-fd0aaeec7123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:57.814130 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-42ce87d2-08ec-492a-8791-fd0aaeec7123 admin admin] Usage tracker for resource:security_group_rule and tenant:3cc6840487c74a46ae4406d74262e357 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:57.817509 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-42ce87d2-08ec-492a-8791-fd0aaeec7123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:57.823438 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-42ce87d2-08ec-492a-8791-fd0aaeec7123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:57.923855 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-42ce87d2-08ec-492a-8791-fd0aaeec7123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:57.929471 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-42ce87d2-08ec-492a-8791-fd0aaeec7123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:57.938396 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7013df3f-c314-44a6-8ce0-1d11c2ca4549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:57.982914 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-42ce87d2-08ec-492a-8791-fd0aaeec7123 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3cc6840487c74a46ae4406d74262e357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295872 May 13 16:13:57.983955 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce87d2-08ec-492a-8791-fd0aaeec7123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b01815-be01-439e-ac8e-1bdfeb39d6d7,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:57.986236 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40538) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:57.987767 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-42ce87d2-08ec-492a-8791-fd0aaeec7123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:58.058373 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1465610d-b192-425a-8976-65d7cf6c607a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:58.086672 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1465610d-b192-425a-8976-65d7cf6c607a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:58.150779 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1465610d-b192-425a-8976-65d7cf6c607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:58.155777 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-039849c8-8adf-4d3a-95d4-47e12bdd6e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:58.167057 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465610d-b192-425a-8976-65d7cf6c607a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b01815-be01-439e-ac8e-1bdfeb39d6d7,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:58.170794 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-1465610d-b192-425a-8976-65d7cf6c607a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:58.177157 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1465610d-b192-425a-8976-65d7cf6c607a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:58.180914 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-1465610d-b192-425a-8976-65d7cf6c607a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c7b01815-be01-439e-ac8e-1bdfeb39d6d7 HTTP/1.1" status: 204 len: 168 time: 0.1876135 May 13 16:13:58.244315 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:13:58.573472 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40556) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:58.616542 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f4e911ee-8fde-4fce-82e3-8fa9bfa0c4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:58.639376 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-f4e911ee-8fde-4fce-82e3-8fa9bfa0c4b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:13:58.644831 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-f4e911ee-8fde-4fce-82e3-8fa9bfa0c4b8 admin admin] Usage tracker for resource:security_group_rule and tenant:42504d4e7217436bb1ff0bbb305f33c6 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:13:58.653849 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-f4e911ee-8fde-4fce-82e3-8fa9bfa0c4b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:13:58.660796 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-f4e911ee-8fde-4fce-82e3-8fa9bfa0c4b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:13:58.778324 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f4e911ee-8fde-4fce-82e3-8fa9bfa0c4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:58.783056 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-f4e911ee-8fde-4fce-82e3-8fa9bfa0c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:58.794312 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ffa1653c-5c32-4136-9311-3977e71c4973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:58.840015 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-f4e911ee-8fde-4fce-82e3-8fa9bfa0c4b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=42504d4e7217436bb1ff0bbb305f33c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652092 May 13 16:13:58.842131 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e911ee-8fde-4fce-82e3-8fa9bfa0c4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bd5746-65f7-48ec-accb-db5743e513e3,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:58.843085 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40564) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:13:58.845974 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f4e911ee-8fde-4fce-82e3-8fa9bfa0c4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:58.918129 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c0090280-72d3-4863-ba77-d403bc3a9b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:58.953800 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c0090280-72d3-4863-ba77-d403bc3a9b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:59.024500 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c0090280-72d3-4863-ba77-d403bc3a9b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:59.033484 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-34b248dd-6e77-49cf-a5eb-011f4faf7a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:13:59.045508 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0090280-72d3-4863-ba77-d403bc3a9b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bd5746-65f7-48ec-accb-db5743e513e3,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:13:59.048469 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-c0090280-72d3-4863-ba77-d403bc3a9b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:13:59.050568 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-c0090280-72d3-4863-ba77-d403bc3a9b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:13:59.052213 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-c0090280-72d3-4863-ba77-d403bc3a9b00 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/14bd5746-65f7-48ec-accb-db5743e513e3 HTTP/1.1" status: 204 len: 168 time: 0.2073145 May 13 16:14:00.004279 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-2220600a-c90c-4983-94c8-413dc8cc9c00 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:00.008005 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-2220600a-c90c-4983-94c8-413dc8cc9c00 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/networks?id=b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 HTTP/1.1" status: 200 len: 814 time: 0.2533555 May 13 16:14:00.033010 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-9f56d6ef-3928-4ae8-bcb1-ff4413f2396c tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/quotas/59438ab644a842ff92524f6729b1bd33 HTTP/1.1" status: 200 len: 375 time: 0.0177588 May 13 16:14:00.086964 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-88519803-dca6-4a04-842e-9faad743bdcd tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=59438ab644a842ff92524f6729b1bd33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520337 May 13 16:14:00.268359 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-7baf033f-1091-4ddc-b019-87c09082dda8 service neutron] 10.222.0.54 "GET /v2.0/networks/b4282fa9-a1fc-496a-b25c-e33a3ef9ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707630 May 13 16:14:00.444122 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-da2c89ff-5f77-4fd0-8794-225faa57334e service neutron] 10.222.0.54 "GET /v2.0/networks/b4282fa9-a1fc-496a-b25c-e33a3ef9ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691675 May 13 16:14:00.495194 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:00.679205 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-763d4390-a0b5-4c0a-95d2-19cf128b333f req-ea089db1-4170-46da-bcfd-5e184717800f tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 210 time: 0.0632432 May 13 16:14:00.932877 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-d24b697a-8e4b-49e4-b325-09ae21ce5b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:00.991507 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a47caf-ca45-4da7-9b2e-d4c754ab009f req-587b323a-d5fe-4850-bd61-b51c3c3dbed1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:00.993800 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-07a47caf-ca45-4da7-9b2e-d4c754ab009f req-587b323a-d5fe-4850-bd61-b51c3c3dbed1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 946 time: 0.2080047 May 13 16:14:01.060938 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-07a47caf-ca45-4da7-9b2e-d4c754ab009f req-bd52fc4e-1021-48c6-973c-56e10750a5cd tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596595 May 13 16:14:01.873532 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fc8c3439-d4bb-4680-9dba-87922d71807c req-1c3991a5-c016-4374-93b9-f449094ae7c0 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 210 time: 0.0554168 May 13 16:14:02.304090 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08e3b4-9ca1-4e22-932b-666b77750804 req-74783252-4bc7-4f7c-8431-668d2a1877cf tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:02.306396 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5c08e3b4-9ca1-4e22-932b-666b77750804 req-74783252-4bc7-4f7c-8431-668d2a1877cf tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 946 time: 0.1134439 May 13 16:14:02.371373 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5c08e3b4-9ca1-4e22-932b-666b77750804 req-dc7ef4c0-c455-406e-808c-7b1cb2b7ebf4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568342 May 13 16:14:02.799916 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-bbaff574-4783-403d-95f5-450046e50cef tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:02.801825 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-bbaff574-4783-403d-95f5-450046e50cef tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.36 "GET /v2.0/networks?id=b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 HTTP/1.1" status: 200 len: 814 time: 0.1821678 May 13 16:14:02.826406 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Request body: {'port': {'device_id': 'b9f794d7-710f-4fb2-b31a-da0a5b80b23e', 'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41', 'admin_state_up': True, 'tenant_id': '59438ab644a842ff92524f6729b1bd33'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:14:03.062971 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0e37f8b5-9227-45f3-805a-53c1beefe010 req-855ea689-045a-402b-81c1-0508b04a5363 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 210 time: 0.0528753 May 13 16:14:03.066982 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:14:03.071819 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Usage tracker for resource:port and tenant:59438ab644a842ff92524f6729b1bd33 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:14:03.075587 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:14:03.084591 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:14:03.098868 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Made reservation on behalf of 59438ab644a842ff92524f6729b1bd33 for: {'port': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:14:03.102572 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:03.303026 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Allocated IP 172.20.0.7 (b4282fa9-a1fc-496a-b25c-e33a3ef9ec41/64102bdd-5ac5-453f-89af-9aed6f2da2be/15aed021-9d2a-4bfe-97d7-fb90058b5d68) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:14:03.730082 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08044599-bb0a-484c-93bb-bef51e88691c req-0c1175c9-6ce5-40d0-9ee8-6321a8741d22 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:03.730815 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-08044599-bb0a-484c-93bb-bef51e88691c req-0c1175c9-6ce5-40d0-9ee8-6321a8741d22 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Synchronizing usage tracker for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:port {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:14:03.749708 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-08044599-bb0a-484c-93bb-bef51e88691c req-0c1175c9-6ce5-40d0-9ee8-6321a8741d22 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Unset dirty status for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:port {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:14:03.750908 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-08044599-bb0a-484c-93bb-bef51e88691c req-0c1175c9-6ce5-40d0-9ee8-6321a8741d22 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 946 time: 0.1161561 May 13 16:14:03.787273 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:03.794824 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f9b9f-7bb8-4a6a-b98c-3b3d1643e6ed req-3d1b89b6-ef41-4d86-a1be-bc3ea6cbf840 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:03.796361 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-af4f9b9f-7bb8-4a6a-b98c-3b3d1643e6ed req-3d1b89b6-ef41-4d86-a1be-bc3ea6cbf840 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 946 time: 0.1989007 May 13 16:14:03.806249 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:03.873164 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:03.887002 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:03.957900 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Network b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:14:03.963316 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:14:03.965158 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Deleting port 871149f6-9017-4096-a59a-e1483f6f2755 {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:14:03.965582 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:03.970231 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:14:04.037946 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-abdea1b2-d23b-4f05-b1bc-206240fe417d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.043258 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40670) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:14:04.045706 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-af4f9b9f-7bb8-4a6a-b98c-3b3d1643e6ed req-a7348abe-0220-4618-8cf1-58671e8060a6 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=8721ca5a-536d-4a93-9c7e-122af552a2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353053 May 13 16:14:04.052750 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Pushing event updated for resources: {'Port': ['ID=15aed021-9d2a-4bfe-97d7-fb90058b5d68,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:04.057578 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:04.063929 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:04.064644 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.106479 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2855172 May 13 16:14:04.132566 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Request body: {'port': {'device_id': 'b9f794d7-710f-4fb2-b31a-da0a5b80b23e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:14:04.146123 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] For port 871149f6-9017-4096-a59a-e1483f6f2755, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=871149f6-9017-4096-a59a-e1483f6f2755,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:14:04.146488 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.244578 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.274926 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:14:04.331922 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.347136 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Usage tracker for resource:security_group_rule and tenant:603dc63e6b3e472eb5985bd04f4fdebd is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:14:04.351994 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:14:04.360866 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:14:04.403082 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cc36f-f010-4236-b6dc-e5a2dd5022e5 req-f5bb15f2-1e28-48d0-9731-5980fbf28792 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:04.404178 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-869cc36f-f010-4236-b6dc-e5a2dd5022e5 req-f5bb15f2-1e28-48d0-9731-5980fbf28792 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Synchronizing usage tracker for tenant:59438ab644a842ff92524f6729b1bd33 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:14:04.446073 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-869cc36f-f010-4236-b6dc-e5a2dd5022e5 req-f5bb15f2-1e28-48d0-9731-5980fbf28792 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Unset dirty status for tenant:59438ab644a842ff92524f6729b1bd33 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:14:04.446831 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-869cc36f-f010-4236-b6dc-e5a2dd5022e5 req-f5bb15f2-1e28-48d0-9731-5980fbf28792 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 931 time: 0.2510664 May 13 16:14:04.521031 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.521031 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.523198 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.l3_db [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Floating IP a3010aea-a2d3-4db5-b32b-a1d1cc1b2d27 disassociated. External IP: 172.28.1.85, port: 871149f6-9017-4096-a59a-e1483f6f2755. May 13 16:14:04.523198 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Calling delete_port for 871149f6-9017-4096-a59a-e1483f6f2755 owned by compute:nova {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:14:04.601581 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.609154 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.614938 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-869cc36f-f010-4236-b6dc-e5a2dd5022e5 req-f453bc65-1b72-4cb0-95c8-354331e2205a tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189113 May 13 16:14:04.621364 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-c0090280-72d3-4863-ba77-d403bc3a9b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:04.719029 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=603dc63e6b3e472eb5985bd04f4fdebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6591980 May 13 16:14:04.719919 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67901349-5580-4072-a712-94612f8c80b9,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:04.722269 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40680) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:14:04.730749 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:04.731226 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:04.731536 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:04.731999 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:04.732364 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:04.732725 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:04.733077 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:04.733434 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:04.733787 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:04.734137 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:04.734485 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:04.734830 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:04.740503 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:04.777816 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.788209 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-41522938-4e8a-4389-b983-e78056105da1 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:04.849941 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event deleted for resources: {'Port': ['ID=871149f6-9017-4096-a59a-e1483f6f2755,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:04.852847 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:04.923950 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c42025c1-3261-4a82-9303-9280b25d0794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.953733 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15aed021-9d2a-4bfe-97d7-fb90058b5d68 {{(pid=79044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:14:04.967366 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.970879 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c42025c1-3261-4a82-9303-9280b25d0794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:04.998848 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:05.009639 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Transition to ACTIVE for port object 15aed021-9d2a-4bfe-97d7-fb90058b5d68 will not be triggered until provisioned by entity L2. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:14:05.023552 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:05.035106 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c5ba7c41-8b97-4e05-8cde-6433e8b13063 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:05.188891 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Pushing event updated for resources: {'Port': ['ID=15aed021-9d2a-4bfe-97d7-fb90058b5d68,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:05.207227 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Router c6594335-70c5-455f-9008-5267315b01e6 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:14:05.228866 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:05.300581 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c42025c1-3261-4a82-9303-9280b25d0794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:05.304377 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7b51d1c3-8ef5-45a9-8f07-d19b84fb74da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:05.331566 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f98eff8b-079e-4579-9627-6e5a551b55b6 req-74f564e8-5a2b-4a20-9886-1ea3da399bd5 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 210 time: 0.1043084 May 13 16:14:05.334666 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42025c1-3261-4a82-9303-9280b25d0794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67901349-5580-4072-a712-94612f8c80b9,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:05.340195 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c42025c1-3261-4a82-9303-9280b25d0794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:05.349229 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c42025c1-3261-4a82-9303-9280b25d0794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:05.353495 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-c42025c1-3261-4a82-9303-9280b25d0794 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/67901349-5580-4072-a712-94612f8c80b9 HTTP/1.1" status: 204 len: 168 time: 0.6274567 May 13 16:14:05.391017 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Attempting to bind port 15aed021-9d2a-4bfe-97d7-fb90058b5d68 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:14:05.391766 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Attempting to bind port 15aed021-9d2a-4bfe-97d7-fb90058b5d68 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '96ad0803-328a-4806-9007-1a8a59c4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41'}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:14:05.393324 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Attempting to bind port 15aed021-9d2a-4bfe-97d7-fb90058b5d68 on network b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:14:05.400254 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Port 15aed021-9d2a-4bfe-97d7-fb90058b5d68 on network b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:14:05.400254 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Attempting to bind port 15aed021-9d2a-4bfe-97d7-fb90058b5d68 on network b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:14:05.406859 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:14:05.407770 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Checking segment: {'id': '96ad0803-328a-4806-9007-1a8a59c4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:14:05.408485 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Bound using segment: {'id': '96ad0803-328a-4806-9007-1a8a59c4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41'} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:14:05.409321 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Bound port: 15aed021-9d2a-4bfe-97d7-fb90058b5d68, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ad0803-328a-4806-9007-1a8a59c4766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41'}}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:14:05.410012 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:05.466543 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:14:05.488712 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0300a-f34d-472b-a347-0ab869496b54 None None] Sync routers for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:14:05.512822 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0300a-f34d-472b-a347-0ab869496b54 None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:14:05.513580 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-c8b0300a-f34d-472b-a347-0ab869496b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:14:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:14:05.529764 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] For port 15aed021-9d2a-4bfe-97d7-fb90058b5d68, host hv-cinder-68948, cleared binding levels {{(pid=79044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:14:05.536710 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] For port 15aed021-9d2a-4bfe-97d7-fb90058b5d68, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=15aed021-9d2a-4bfe-97d7-fb90058b5d68,segment=NetworkSegment(96ad0803-328a-4806-9007-1a8a59c4766c),segment_id=96ad0803-328a-4806-9007-1a8a59c4766c)] {{(pid=79044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:14:05.542885 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:05.559649 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-081b3fad-ea63-4155-8624-dd5c78e8c7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:05.602165 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] No DVR routers for this DVR port 871149f6-9017-4096-a59a-e1483f6f2755 on host hv-cinder-68948 {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:14:05.608610 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:05.619555 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'name': 'network-vif-deleted', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:14:05.656866 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:05.657800 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:05.659858 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/15aed021-9d2a-4bfe-97d7-fb90058b5d68 HTTP/1.1" status: 200 len: 1093 time: 1.5317137 May 13 16:14:05.660411 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f794d7-710f-4fb2-b31a-da0a5b80b23e', 'tag': '15aed021-9d2a-4bfe-97d7-fb90058b5d68'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:14:05.678106 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-08044599-bb0a-484c-93bb-bef51e88691c req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.36 "DELETE /v2.0/ports/871149f6-9017-4096-a59a-e1483f6f2755 HTTP/1.1" status: 204 len: 173 time: 1.9136972 May 13 16:14:05.710081 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0d6421-fd32-4be0-b407-07b4a13db3d1', 'name': 'network-vif-deleted', 'tag': '871149f6-9017-4096-a59a-e1483f6f2755', 'status': 'completed', 'code': 200} May 13 16:14:05.745278 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Pushing event updated for resources: {'Port': ['ID=15aed021-9d2a-4bfe-97d7-fb90058b5d68,revision_number=3']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:05.772568 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:05.827760 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f794d7-710f-4fb2-b31a-da0a5b80b23e', 'tag': '15aed021-9d2a-4bfe-97d7-fb90058b5d68', 'status': 'completed', 'code': 200} May 13 16:14:05.854817 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-c8b0300a-f34d-472b-a347-0ab869496b54 None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:14:05.937636 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-6a3e8d4d-5de7-453f-90db-4d5054635488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:05.945025 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-6a3e8d4d-5de7-453f-90db-4d5054635488 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59438ab644a842ff92524f6729b1bd33&device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 1096 time: 0.1541576 May 13 16:14:06.129262 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906a08c-1b71-4c33-9134-3e5bca824602 req-92adaafc-9d88-4042-b59b-c136e4e1d746 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:06.133725 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0906a08c-1b71-4c33-9134-3e5bca824602 req-92adaafc-9d88-4042-b59b-c136e4e1d746 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 943 time: 0.2372091 May 13 16:14:06.170525 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-3730d5ee-071f-471a-a9f3-0df79d7b08ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15aed021-9d2a-4bfe-97d7-fb90058b5d68 HTTP/1.1" status: 200 len: 217 time: 0.2010343 May 13 16:14:06.213616 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0906a08c-1b71-4c33-9134-3e5bca824602 req-0713b7ba-deb3-4c30-b330-e044c883513e tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645616 May 13 16:14:06.284113 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-af190e7b-80da-476d-8b63-d17f89f7cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:06.285746 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-af190e7b-80da-476d-8b63-d17f89f7cbf5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64102bdd-5ac5-453f-89af-9aed6f2da2be HTTP/1.1" status: 200 len: 854 time: 0.1086979 May 13 16:14:06.344648 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-c8b0300a-f34d-472b-a347-0ab869496b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:31Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:14:06.350197 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0300a-f34d-472b-a347-0ab869496b54 None None] Checking router: c6594335-70c5-455f-9008-5267315b01e6 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:14:06.355316 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-08cb9950-6f6a-4501-b999-f18cee0c6cd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4282fa9-a1fc-496a-b25c-e33a3ef9ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580368 May 13 16:14:06.363212 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0300a-f34d-472b-a347-0ab869496b54 None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:14:06.364251 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-c8b0300a-f34d-472b-a347-0ab869496b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:14:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:14:06.537738 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-9c8359ce-460d-4959-a001-a24fadc69830 service neutron] 10.222.0.36 "GET /v2.0/networks/b4282fa9-a1fc-496a-b25c-e33a3ef9ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630018 May 13 16:14:06.708519 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-c8b0300a-f34d-472b-a347-0ab869496b54 None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:14:06.801303 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:06.836317 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-12f96b95-05e5-4132-88be-3722d828d912 req-a74da781-67f6-499f-8d5c-fedc3070240d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce0d6421-fd32-4be0-b407-07b4a13db3d1 HTTP/1.1" status: 200 len: 210 time: 0.2481844 May 13 16:14:06.900129 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-44b2fc0d-a982-48b9-b602-073f30199a5d req-65e69dd0-f942-49df-b756-4336fee00c6b service neutron] 10.222.0.36 "GET /v2.0/networks/b4282fa9-a1fc-496a-b25c-e33a3ef9ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533232 May 13 16:14:07.183802 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846a732-3b69-43cb-9aa0-a3c914ee0dd3 req-bcbd4155-d803-4dbd-b2e1-2fbe4d959e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:07.190614 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6846a732-3b69-43cb-9aa0-a3c914ee0dd3 req-bcbd4155-d803-4dbd-b2e1-2fbe4d959e17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59438ab644a842ff92524f6729b1bd33&device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 1096 time: 0.1331573 May 13 16:14:07.288031 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-c8b0300a-f34d-472b-a347-0ab869496b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:31Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:14:07.293336 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0300a-f34d-472b-a347-0ab869496b54 None None] The sync data for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb is: [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:31Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:14:07.485566 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846a732-3b69-43cb-9aa0-a3c914ee0dd3 req-2c095f2f-0a02-4553-a430-4ce4126bc01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:07.490690 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6846a732-3b69-43cb-9aa0-a3c914ee0dd3 req-2c095f2f-0a02-4553-a430-4ce4126bc01d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 HTTP/1.1" status: 200 len: 915 time: 0.2886658 May 13 16:14:07.557276 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f5ebd-4e1a-4069-ba01-c1667ba192fb req-031f73c6-82e3-4c20-a825-47f78a905bb4 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:07.578635 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9a1f5ebd-4e1a-4069-ba01-c1667ba192fb req-031f73c6-82e3-4c20-a825-47f78a905bb4 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 943 time: 0.1773779 May 13 16:14:07.626187 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6846a732-3b69-43cb-9aa0-a3c914ee0dd3 req-2c31cb74-e9e3-4a24-b9e8-5018573345f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15aed021-9d2a-4bfe-97d7-fb90058b5d68 HTTP/1.1" status: 200 len: 217 time: 0.1104028 May 13 16:14:07.722900 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9a1f5ebd-4e1a-4069-ba01-c1667ba192fb req-a283f660-9fad-4593-8a6b-ea08f3226563 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412690 May 13 16:14:07.763088 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846a732-3b69-43cb-9aa0-a3c914ee0dd3 req-a4bb6230-f057-423e-a7bc-d39ffdbc061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:07.765242 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6846a732-3b69-43cb-9aa0-a3c914ee0dd3 req-a4bb6230-f057-423e-a7bc-d39ffdbc061a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64102bdd-5ac5-453f-89af-9aed6f2da2be HTTP/1.1" status: 200 len: 854 time: 0.1251390 May 13 16:14:07.831085 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ae4b1-94b8-4d2d-851d-62b196460652 None None] New status for floating IP a3010aea-a2d3-4db5-b32b-a1d1cc1b2d27: DOWN {{(pid=79046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:14:07.878469 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6846a732-3b69-43cb-9aa0-a3c914ee0dd3 req-5446cb03-2e30-4a81-b58e-85114bff0b08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4282fa9-a1fc-496a-b25c-e33a3ef9ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994740 May 13 16:14:08.053367 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40732) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:14:08.153923 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6846a732-3b69-43cb-9aa0-a3c914ee0dd3 req-3122aa26-a6ed-46dd-9351-8fc803bd0f91 service neutron] 10.222.0.36 "GET /v2.0/networks/b4282fa9-a1fc-496a-b25c-e33a3ef9ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487538 May 13 16:14:08.182874 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:08.219582 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:08.326532 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:08.334281 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-01471165-b3b4-4f05-88cb-f04b2b3f3494 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:08.360417 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8721ca5a-536d-4a93-9c7e-122af552a2fd,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:08.370779 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:08.371126 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:08.371527 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:08.371885 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:08.372237 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:08.372615 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:08.372985 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:08.373318 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:08.373659 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:08.374002 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:08.374344 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:08.374718 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:14:08.380013 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:08.383607 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:08.384731 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "DELETE /v2.0/security-groups/8721ca5a-536d-4a93-9c7e-122af552a2fd HTTP/1.1" status: 204 len: 168 time: 0.3299377 May 13 16:14:08.387763 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40736) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:14:08.409321 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.api.v2.resource [None req-28b3b8cd-f718-400b-91ed-94e45d65dd62 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] show failed (client error): The resource could not be found. May 13 16:14:08.409586 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6846a732-3b69-43cb-9aa0-a3c914ee0dd3 req-3be18734-8443-460c-9482-ba9d22cd8217 service neutron] 10.222.0.36 "GET /v2.0/networks/b4282fa9-a1fc-496a-b25c-e33a3ef9ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399426 May 13 16:14:08.413646 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-28b3b8cd-f718-400b-91ed-94e45d65dd62 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups/8721ca5a-536d-4a93-9c7e-122af552a2fd HTTP/1.1" status: 404 len: 347 time: 0.0220363 May 13 16:14:08.413935 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40740) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:14:08.654298 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-459bf0a0-8c8c-405f-8a99-aac67f9acd0a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Deleting port d2f28307-6c7e-4b43-8c60-01aa0bbb91ca {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:14:08.654927 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-459bf0a0-8c8c-405f-8a99-aac67f9acd0a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:08.786500 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-459bf0a0-8c8c-405f-8a99-aac67f9acd0a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:08.786828 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-459bf0a0-8c8c-405f-8a99-aac67f9acd0a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:08.957467 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-459bf0a0-8c8c-405f-8a99-aac67f9acd0a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Calling delete_port for d2f28307-6c7e-4b43-8c60-01aa0bbb91ca owned by network:floatingip {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:14:08.970177 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 871149f6-9017-4096-a59a-e1483f6f2755 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:14:09.007480 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: 871149f6-9017-4096-a59a-e1483f6f2755 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:14:09.007834 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 871149f6-9017-4096-a59a-e1483f6f2755 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:14:09.028054 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d31128-be94-4762-8c28-1122f804c98b req-391997dd-0c94-4654-b398-ae11741f44b9 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:09.029568 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c5d31128-be94-4762-8c28-1122f804c98b req-391997dd-0c94-4654-b398-ae11741f44b9 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 943 time: 0.1694555 May 13 16:14:09.119854 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c5d31128-be94-4762-8c28-1122f804c98b req-5265a418-8f15-4284-8a21-163c3c19eac9 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832362 May 13 16:14:09.148685 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-459bf0a0-8c8c-405f-8a99-aac67f9acd0a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:09.153248 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:09.198509 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bf0a0-8c8c-405f-8a99-aac67f9acd0a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event deleted for resources: {'Port': ['ID=d2f28307-6c7e-4b43-8c60-01aa0bbb91ca,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:09.201626 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-459bf0a0-8c8c-405f-8a99-aac67f9acd0a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:09.302021 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-459bf0a0-8c8c-405f-8a99-aac67f9acd0a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:09.317430 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-459bf0a0-8c8c-405f-8a99-aac67f9acd0a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:09.318552 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-459bf0a0-8c8c-405f-8a99-aac67f9acd0a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "DELETE /v2.0/floatingips/a3010aea-a2d3-4db5-b32b-a1d1cc1b2d27 HTTP/1.1" status: 204 len: 168 time: 0.9036674 May 13 16:14:09.771645 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 40768) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:14:09.779355 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255721906', 'description': 'tempest-description--1701285258'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:14:09.787106 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:14:09.791406 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Usage tracker for resource:security_group and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:14:09.794736 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:14:09.802241 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:14:09.814739 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:09.846502 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:14:09.850479 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Usage tracker for resource:security_group_rule and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:14:09.853431 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:14:09.859146 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:14:09.942201 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:09.946483 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:09.950400 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f3ef65f3-6182-4fa5-a717-383801cfa92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:09.997780 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86a63c3-48a5-4db3-adac-9be718003cf3,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:10.001055 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:10.001922 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:10.003202 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-8f2558b2-75f4-4687-9844-d121f0a2bc78 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2302220 May 13 16:14:10.006679 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40772) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:14:10.012210 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-02ec5e23-308f-43d7-ba46-c163fc1dce48 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Request body: {'security_group_rule': {'security_group_id': 'f86a63c3-48a5-4db3-adac-9be718003cf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:14:10.019201 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-02ec5e23-308f-43d7-ba46-c163fc1dce48 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:14:10.023493 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-02ec5e23-308f-43d7-ba46-c163fc1dce48 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Usage tracker for resource:security_group_rule and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:14:10.026361 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-02ec5e23-308f-43d7-ba46-c163fc1dce48 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:14:10.123444 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-02ec5e23-308f-43d7-ba46-c163fc1dce48 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:14:10.140119 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-02ec5e23-308f-43d7-ba46-c163fc1dce48 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:10.198206 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-02ec5e23-308f-43d7-ba46-c163fc1dce48 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:10.202065 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-02ec5e23-308f-43d7-ba46-c163fc1dce48 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:10.204116 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:10.228516 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec5e23-308f-43d7-ba46-c163fc1dce48 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68ca4af-ea27-4ea8-9321-9568344d5589,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:10.231297 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-02ec5e23-308f-43d7-ba46-c163fc1dce48 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:10.239675 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-02ec5e23-308f-43d7-ba46-c163fc1dce48 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:10.241048 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-02ec5e23-308f-43d7-ba46-c163fc1dce48 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2335610 May 13 16:14:10.243706 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40778) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:14:10.248579 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-a16a786c-ab27-4cef-b0d4-49fdae4e13b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Request body: {'security_group_rule': {'security_group_id': 'f86a63c3-48a5-4db3-adac-9be718003cf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:14:10.254811 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-a16a786c-ab27-4cef-b0d4-49fdae4e13b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:14:10.258580 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-a16a786c-ab27-4cef-b0d4-49fdae4e13b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Usage tracker for resource:security_group_rule and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:14:10.261420 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-a16a786c-ab27-4cef-b0d4-49fdae4e13b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:14:10.266950 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-a16a786c-ab27-4cef-b0d4-49fdae4e13b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:14:10.283514 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a16a786c-ab27-4cef-b0d4-49fdae4e13b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:10.320474 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fae28-34fc-49c8-8970-5a402c6281f4 req-530230cb-5497-4b89-9760-6e01b50559f1 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:10.321942 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-225fae28-34fc-49c8-8970-5a402c6281f4 req-530230cb-5497-4b89-9760-6e01b50559f1 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 943 time: 0.0849867 May 13 16:14:10.345843 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a16a786c-ab27-4cef-b0d4-49fdae4e13b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:10.350699 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a16a786c-ab27-4cef-b0d4-49fdae4e13b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:10.352716 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:10.371254 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-225fae28-34fc-49c8-8970-5a402c6281f4 req-8c09e65a-5702-4742-b714-4fdc4d9fcea1 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431354 May 13 16:14:10.375697 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a786c-ab27-4cef-b0d4-49fdae4e13b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b4388f-2337-4649-b31a-6d068f55bafc,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:10.381131 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-a16a786c-ab27-4cef-b0d4-49fdae4e13b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:10.385819 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-a16a786c-ab27-4cef-b0d4-49fdae4e13b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:10.387110 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-a16a786c-ab27-4cef-b0d4-49fdae4e13b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425021 May 13 16:14:10.390181 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 40782) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:14:10.396168 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Request body: {'floatingip': {'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:14:10.403181 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:14:10.406929 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Usage tracker for resource:floatingip and tenant:a4b03e7da06f462f87ae1810bfc67172 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:14:10.410079 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:14:10.415746 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:14:10.428651 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:10.565574 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:10.696723 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Allocated IP 172.28.1.154 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/40a389e8-0dcf-4d85-a5bf-5bd1e9f88a6f) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:14:10.850657 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:10.908380 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:10.908380 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-14b57e3b-2bfc-4f6e-ae03-9d02cb8cf079 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:10.963824 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:14:10.966490 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:14:10.970276 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:14:11.011912 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 15aed021-9d2a-4bfe-97d7-fb90058b5d68 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:14:11.015309 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event updated for resources: {'Port': ['ID=40a389e8-0dcf-4d85-a5bf-5bd1e9f88a6f,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:11.019607 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:11.065125 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:11.135765 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:11.226693 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 15aed021-9d2a-4bfe-97d7-fb90058b5d68, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=15aed021-9d2a-4bfe-97d7-fb90058b5d68,segment=NetworkSegment(96ad0803-328a-4806-9007-1a8a59c4766c),segment_id=96ad0803-328a-4806-9007-1a8a59c4766c)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:14:11.245971 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '15aed021-9d2a-4bfe-97d7-fb90058b5d68', 'network_id': 'b4282fa9-a1fc-496a-b25c-e33a3ef9ec41', 'port_id': '15aed021-9d2a-4bfe-97d7-fb90058b5d68', 'mac_address': 'fa:16:3e:86:e2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64102bdd-5ac5-453f-89af-9aed6f2da2be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:14:11.309560 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:11.334577 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15aed021-9d2a-4bfe-97d7-fb90058b5d68 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:14:11.350922 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 15aed021-9d2a-4bfe-97d7-fb90058b5d68, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=15aed021-9d2a-4bfe-97d7-fb90058b5d68,segment=NetworkSegment(96ad0803-328a-4806-9007-1a8a59c4766c),segment_id=96ad0803-328a-4806-9007-1a8a59c4766c)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:14:11.354964 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:11.356829 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:11.368206 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:11.372820 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:11.376796 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-a8044a47-c8f1-4d86-8aec-a5246eb0fb0d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:11.434518 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=15aed021-9d2a-4bfe-97d7-fb90058b5d68,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:11.438522 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:11.501303 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event updated for resources: {'Port': ['ID=40a389e8-0dcf-4d85-a5bf-5bd1e9f88a6f,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:11.504139 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:11.516664 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:11.542772 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:11.544004 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1528208 May 13 16:14:11.606141 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bfef1-23ce-483f-b1e1-b2439f90cfe1 req-d437da94-d477-4073-b9d8-692026d75549 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:11.607674 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3e1bfef1-23ce-483f-b1e1-b2439f90cfe1 req-d437da94-d477-4073-b9d8-692026d75549 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 944 time: 0.0958378 May 13 16:14:11.660558 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3e1bfef1-23ce-483f-b1e1-b2439f90cfe1 req-c2e855d2-dffd-4db4-9f52-56a29c236ff3 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456369 May 13 16:14:11.766847 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['15aed021-9d2a-4bfe-97d7-fb90058b5d68'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:14:11.789474 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-8d286b4a-eafc-48a6-82a5-66dd3f2ef3ae tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Synchronizing usage tracker for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:security_group {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:14:11.805187 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-8d286b4a-eafc-48a6-82a5-66dd3f2ef3ae tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Unset dirty status for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:security_group {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:14:11.806639 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-8d286b4a-eafc-48a6-82a5-66dd3f2ef3ae tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1255721906&fields=id&tenant_id=a4b03e7da06f462f87ae1810bfc67172 HTTP/1.1" status: 200 len: 267 time: 0.0586240 May 13 16:14:12.064047 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-75b4dd33-9f7a-4bd0-a2fb-215812d3231d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:12.065931 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-75b4dd33-9f7a-4bd0-a2fb-215812d3231d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/networks?id=dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 200 len: 817 time: 0.2521873 May 13 16:14:12.081753 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-ea193f59-e43b-46fa-b4f5-2e649ce6b9d8 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/quotas/a4b03e7da06f462f87ae1810bfc67172 HTTP/1.1" status: 200 len: 375 time: 0.0096259 May 13 16:14:12.178795 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-758d9d70-9c29-4e7d-abde-3e31900e8007 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Synchronizing usage tracker for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:14:12.196338 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-758d9d70-9c29-4e7d-abde-3e31900e8007 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Unset dirty status for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:14:12.197684 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-758d9d70-9c29-4e7d-abde-3e31900e8007 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a4b03e7da06f462f87ae1810bfc67172&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1068799 May 13 16:14:12.485938 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-bcd3ee00-4b96-4a62-bc66-69af9073ea4a service neutron] 10.222.0.54 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682879 May 13 16:14:12.646016 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-d38e1a3c-a6c2-4198-81ce-102efe2acb01 service neutron] 10.222.0.54 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526172 May 13 16:14:12.906024 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-be92e2dd-8c8c-4c2a-9717-b00b794ff9de req-b759e0bc-1314-4692-bba7-208620eaf072 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 210 time: 0.0571001 May 13 16:14:12.949851 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8d72e-da7b-49bc-99fa-cadcaa8cf591 req-fb121da3-6e32-414b-bd41-68290e7d17c1 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:12.951298 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-eec8d72e-da7b-49bc-99fa-cadcaa8cf591 req-fb121da3-6e32-414b-bd41-68290e7d17c1 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 944 time: 0.1489551 May 13 16:14:12.999312 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-eec8d72e-da7b-49bc-99fa-cadcaa8cf591 req-0570595e-4b2b-40db-9175-773d8f2e88ff tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 May 13 16:14:13.022810 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 15aed021-9d2a-4bfe-97d7-fb90058b5d68 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:14:13.096763 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port 15aed021-9d2a-4bfe-97d7-fb90058b5d68 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:14:13.101861 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 15aed021-9d2a-4bfe-97d7-fb90058b5d68 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:14:13.102235 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:13.231575 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:13.264212 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f794d7-710f-4fb2-b31a-da0a5b80b23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15aed021-9d2a-4bfe-97d7-fb90058b5d68'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:14:13.276389 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 15aed021-9d2a-4bfe-97d7-fb90058b5d68, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=15aed021-9d2a-4bfe-97d7-fb90058b5d68,segment=NetworkSegment(96ad0803-328a-4806-9007-1a8a59c4766c),segment_id=96ad0803-328a-4806-9007-1a8a59c4766c)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:14:13.281539 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:13.284855 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:13.340303 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f794d7-710f-4fb2-b31a-da0a5b80b23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15aed021-9d2a-4bfe-97d7-fb90058b5d68', 'code': 200} May 13 16:14:13.364458 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=15aed021-9d2a-4bfe-97d7-fb90058b5d68,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:13.367690 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:13.676734 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd16041-b453-4d6d-880a-bfe397e2c36d req-7b624509-a40f-4320-a3c1-02c920c4972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:13.679096 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-4fd16041-b453-4d6d-880a-bfe397e2c36d req-7b624509-a40f-4320-a3c1-02c920c4972f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 1098 time: 0.0840447 May 13 16:14:13.731631 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-4fd16041-b453-4d6d-880a-bfe397e2c36d req-2e6bae90-5ae5-4ee9-b9d6-c975e0ae5a75 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 May 13 16:14:14.093868 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-535254bb-ed19-4fa3-bbfa-090ee2f06bcb req-9384a487-e3e3-4b61-823b-d806d02abd87 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 210 time: 0.0498540 May 13 16:14:14.239914 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fd5e6-ec9e-407b-b88b-5207a5f146b5 req-295bb696-b418-453c-8787-8be89e6d9e70 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:14.241490 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d62fd5e6-ec9e-407b-b88b-5207a5f146b5 req-295bb696-b418-453c-8787-8be89e6d9e70 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 945 time: 0.0952988 May 13 16:14:14.291510 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d62fd5e6-ec9e-407b-b88b-5207a5f146b5 req-e0980e1e-2f4c-4932-82dc-b40aa965dc17 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431304 May 13 16:14:14.739011 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-011c23cd-01ba-4309-9738-e0d1e9ce4cf2 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:14.743048 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-011c23cd-01ba-4309-9738-e0d1e9ce4cf2 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.36 "GET /v2.0/networks?id=dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 200 len: 817 time: 0.1637180 May 13 16:14:14.810494 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-49b81832-0334-4ad9-98a5-9122db790116 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4b03e7da06f462f87ae1810bfc67172 HTTP/1.1" status: 200 len: 380 time: 0.0502181 May 13 16:14:14.825507 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Request body: {'port': {'device_id': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'admin_state_up': True, 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'security_groups': ['f86a63c3-48a5-4db3-adac-9be718003cf3']}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:14:14.988477 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:14:15.000259 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:14:15.013646 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Made reservation on behalf of a4b03e7da06f462f87ae1810bfc67172 for: {'port': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:14:15.018052 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:15.339767 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Allocated IP 172.20.0.11 (dca658d9-eaa4-4676-96b4-38061917c1e0/25a3a991-627e-4aa0-addc-74ff480943da/fd4cbbe4-d57b-465e-9751-fd0238d9d21d) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:14:15.365794 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-69d6d8f7-30ad-438b-b672-aea5163dec4f req-29e7a009-b7a6-491f-8934-340c22c650be tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 210 time: 0.1064177 May 13 16:14:15.557226 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38b4b0-d9eb-4e50-80af-b8bbffb7ca5c req-78866534-f394-4cee-aa74-45fb7e59bbba tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:15.558892 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5b38b4b0-d9eb-4e50-80af-b8bbffb7ca5c req-78866534-f394-4cee-aa74-45fb7e59bbba tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 945 time: 0.1223664 May 13 16:14:15.613129 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:15.627498 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5b38b4b0-d9eb-4e50-80af-b8bbffb7ca5c req-002944da-8636-472a-92d8-bab52a0256d9 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603638 May 13 16:14:15.631064 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Transition to ACTIVE for port object fd4cbbe4-d57b-465e-9751-fd0238d9d21d will not be triggered until provisioned by entity DHCP. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:14:15.660354 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:15.670746 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2a88c3fc-62a5-4770-9bab-3f92b2a5f60e tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:15.776762 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Network dca658d9-eaa4-4676-96b4-38061917c1e0 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:14:15.783424 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:14:15.808168 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:14:15.880045 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event updated for resources: {'Port': ['ID=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:15.901852 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:15.937622 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:15.938472 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:15.970431 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1496723 May 13 16:14:15.996452 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Request body: {'port': {'device_id': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:14:16.166232 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:16.213486 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-9adc156a-68df-4831-a1fe-6bba6016ebbe None None] Provisioning for port fd4cbbe4-d57b-465e-9751-fd0238d9d21d completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:14:16.223220 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-9adc156a-68df-4831-a1fe-6bba6016ebbe None None] Provisioning complete for port fd4cbbe4-d57b-465e-9751-fd0238d9d21d triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:14:16.223747 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-9adc156a-68df-4831-a1fe-6bba6016ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:16.288683 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-9adc156a-68df-4831-a1fe-6bba6016ebbe None None] Port fd4cbbe4-d57b-465e-9751-fd0238d9d21d cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:14:16.618663 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443d8ed-042b-40cc-81df-634a1ef715cb req-2566f4f4-a920-4b5e-849d-f89f7ebd42a4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:16.620232 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9443d8ed-042b-40cc-81df-634a1ef715cb req-2566f4f4-a920-4b5e-849d-f89f7ebd42a4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 932 time: 0.0978465 May 13 16:14:16.644001 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4cbbe4-d57b-465e-9751-fd0238d9d21d {{(pid=79043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:14:16.660225 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:16.682337 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Transition to ACTIVE for port object fd4cbbe4-d57b-465e-9751-fd0238d9d21d will not be triggered until provisioned by entity L2. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:14:16.684105 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9443d8ed-042b-40cc-81df-634a1ef715cb req-f45398f4-2fd0-4344-8255-04bb825a9439 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548873 May 13 16:14:16.687532 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:16.694289 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-269fb2cb-342e-4df9-8f08-2f09502bb200 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:16.874094 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5897174-e05b-4725-942e-2829d04184db service neutron] Pushing event updated for resources: {'Port': ['ID=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:16.918286 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-e5897174-e05b-4725-942e-2829d04184db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:17.015423 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Attempting to bind port fd4cbbe4-d57b-465e-9751-fd0238d9d21d on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:14:17.015889 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Attempting to bind port fd4cbbe4-d57b-465e-9751-fd0238d9d21d by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:14:17.016167 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Attempting to bind port fd4cbbe4-d57b-465e-9751-fd0238d9d21d on network dca658d9-eaa4-4676-96b4-38061917c1e0 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:14:17.021409 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Port fd4cbbe4-d57b-465e-9751-fd0238d9d21d on network dca658d9-eaa4-4676-96b4-38061917c1e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:14:17.021730 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Attempting to bind port fd4cbbe4-d57b-465e-9751-fd0238d9d21d on network dca658d9-eaa4-4676-96b4-38061917c1e0 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:14:17.026964 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:14:17.027308 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Checking segment: {'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:14:17.027714 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Bound using segment: {'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:14:17.028142 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Bound port: fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0'}}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:14:17.028483 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:17.128253 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] For port fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host hv-cinder-68948, cleared binding levels {{(pid=79043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:14:17.130269 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] For port fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:14:17.134802 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:17.139374 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-40daa365-932e-473b-90dd-d64589218a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:17.197288 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:17.197893 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:17.199307 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-e5897174-e05b-4725-942e-2829d04184db service neutron] 10.222.0.36 "PUT /v2.0/ports/fd4cbbe4-d57b-465e-9751-fd0238d9d21d HTTP/1.1" status: 200 len: 1094 time: 1.2138875 May 13 16:14:17.199921 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:14:17.239491 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5897174-e05b-4725-942e-2829d04184db service neutron] Pushing event updated for resources: {'Port': ['ID=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,revision_number=3']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:17.245959 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-e5897174-e05b-4725-942e-2829d04184db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:17.280601 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'status': 'completed', 'code': 200} May 13 16:14:17.417458 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-f4ba10a7-1df5-4b18-896f-f8065d81f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:17.419283 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-f4ba10a7-1df5-4b18-896f-f8065d81f877 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b03e7da06f462f87ae1810bfc67172&device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 1097 time: 0.1030471 May 13 16:14:17.508328 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-c117818d-f174-4774-a79f-91b3eaec6bf8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d HTTP/1.1" status: 200 len: 217 time: 0.0734763 May 13 16:14:17.624003 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-0f25bcb3-25da-4a1a-b662-1cdf76dfdac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:17.626755 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-0f25bcb3-25da-4a1a-b662-1cdf76dfdac9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a3a991-627e-4aa0-addc-74ff480943da HTTP/1.1" status: 200 len: 856 time: 0.1055019 May 13 16:14:17.732066 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-d6219edd-0dca-4838-bd09-5a3947b342a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:17.734973 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-d6219edd-0dca-4838-bd09-5a3947b342a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca658d9-eaa4-4676-96b4-38061917c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0976143 May 13 16:14:17.913460 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf300d73-3f90-4d7b-b298-35ecc35d33f4 req-d857e897-3a87-47d8-8748-e9fe40447791 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:17.915162 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cf300d73-3f90-4d7b-b298-35ecc35d33f4 req-d857e897-3a87-47d8-8748-e9fe40447791 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.0915244 May 13 16:14:18.011706 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cf300d73-3f90-4d7b-b298-35ecc35d33f4 req-4337b6e6-2ec6-4205-a987-a3dded7a6c3b tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827072 May 13 16:14:18.022704 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-6c59a555-0673-4dd2-848b-3296d0a567cc service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778177 May 13 16:14:18.196404 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cdc43871-0d97-4d19-ae6d-e5d268db47f7 req-47c69688-7849-44c7-9ccb-2b41fa3942f3 service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659839 May 13 16:14:18.422776 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98807282-f0e4-499f-abe6-3f312aeeb7f2 req-06e401ab-aafc-425e-ab37-535dad551fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:18.424862 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-98807282-f0e4-499f-abe6-3f312aeeb7f2 req-06e401ab-aafc-425e-ab37-535dad551fe3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b03e7da06f462f87ae1810bfc67172&device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 1097 time: 0.0918801 May 13 16:14:18.576605 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98807282-f0e4-499f-abe6-3f312aeeb7f2 req-cb3fa625-2f64-4124-a6a5-17b1483ab25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:18.578071 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-98807282-f0e4-499f-abe6-3f312aeeb7f2 req-cb3fa625-2f64-4124-a6a5-17b1483ab25a service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 200 len: 918 time: 0.1435335 May 13 16:14:18.664064 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-98807282-f0e4-499f-abe6-3f312aeeb7f2 req-ee5789b9-5fbb-4d2d-9e26-6886bbc50536 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d HTTP/1.1" status: 200 len: 217 time: 0.0753868 May 13 16:14:18.739505 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98807282-f0e4-499f-abe6-3f312aeeb7f2 req-942a4f22-16d2-4655-b0fe-7b9e4bfe8b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:18.743843 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-98807282-f0e4-499f-abe6-3f312aeeb7f2 req-942a4f22-16d2-4655-b0fe-7b9e4bfe8b77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a3a991-627e-4aa0-addc-74ff480943da HTTP/1.1" status: 200 len: 856 time: 0.0730696 May 13 16:14:18.844747 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98807282-f0e4-499f-abe6-3f312aeeb7f2 req-af26f5ad-a8d7-40da-a666-770fea423a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:18.847681 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-98807282-f0e4-499f-abe6-3f312aeeb7f2 req-af26f5ad-a8d7-40da-a666-770fea423a93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca658d9-eaa4-4676-96b4-38061917c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0924118 May 13 16:14:19.022908 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-98807282-f0e4-499f-abe6-3f312aeeb7f2 req-2d615312-8dfb-4b07-a013-b93c8e06eec7 service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644871 May 13 16:14:19.249874 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-98807282-f0e4-499f-abe6-3f312aeeb7f2 req-cc7fde83-1a9f-4f4f-b90d-030d24dccacd service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123408 May 13 16:14:19.269633 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf2ccf-2db5-4b0a-93e7-186ddd7367dc req-d4b7b831-fb15-4197-a61d-696570db449c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:19.271611 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-96bf2ccf-2db5-4b0a-93e7-186ddd7367dc req-d4b7b831-fb15-4197-a61d-696570db449c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.1118841 May 13 16:14:19.368549 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-96bf2ccf-2db5-4b0a-93e7-186ddd7367dc req-46c5a58f-0e71-412d-bb00-e99ac3c2485e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875003 May 13 16:14:20.608960 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488621-ea82-4700-9cf4-2d356d6b33a6 req-209dc6b1-e6bf-42f8-81d1-d41dd5cbda2c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:20.611033 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0d488621-ea82-4700-9cf4-2d356d6b33a6 req-209dc6b1-e6bf-42f8-81d1-d41dd5cbda2c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.0911789 May 13 16:14:20.659593 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0d488621-ea82-4700-9cf4-2d356d6b33a6 req-c82172e4-5aa1-4b7c-93e0-5e44019920d0 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421948 May 13 16:14:21.070075 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device fd4cbbe4-d57b-465e-9751-fd0238d9d21d details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:14:21.242751 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:14:21.258931 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'port_id': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'mac_address': 'fa:16:3e:b3:d3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:14:21.321588 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:21.339913 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4cbbe4-d57b-465e-9751-fd0238d9d21d {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:14:21.357149 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:14:21.361615 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:21.363939 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:21.436409 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:21.440244 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:21.733911 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['fd4cbbe4-d57b-465e-9751-fd0238d9d21d'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:14:21.958673 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd44658-1d75-46b7-adc7-6c6e9440f29b req-7e3a268a-21e7-46e9-a768-e68f4f87b2f2 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:21.960322 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3fd44658-1d75-46b7-adc7-6c6e9440f29b req-7e3a268a-21e7-46e9-a768-e68f4f87b2f2 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 945 time: 0.1046970 May 13 16:14:22.010791 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3fd44658-1d75-46b7-adc7-6c6e9440f29b req-1fed9944-ce6b-4593-be76-3793a889a3ff tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444846 May 13 16:14:23.080711 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device fd4cbbe4-d57b-465e-9751-fd0238d9d21d up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:14:23.181214 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port fd4cbbe4-d57b-465e-9751-fd0238d9d21d completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:14:23.186424 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port fd4cbbe4-d57b-465e-9751-fd0238d9d21d triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:14:23.186804 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:23.263083 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77dd84-cad4-4873-9e0e-3dc8639a4217 req-63dfd296-7225-4c3a-9e24-dbee1195b227 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:23.265646 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ab77dd84-cad4-4873-9e0e-3dc8639a4217 req-63dfd296-7225-4c3a-9e24-dbee1195b227 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 945 time: 0.1199102 May 13 16:14:23.339858 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ab77dd84-cad4-4873-9e0e-3dc8639a4217 req-be419a90-e7c5-4453-aac8-10b1ff0a0eb1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617530 May 13 16:14:23.350647 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:23.390336 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:14:23.402127 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:14:23.410673 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:23.413264 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:23.452569 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'code': 200} May 13 16:14:23.494107 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:23.498580 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:23.899989 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48c082-88a9-4279-a7d1-b19672807dd3 req-34a8591d-ffd1-450e-8beb-ae8a1e88788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:23.901490 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-8b48c082-88a9-4279-a7d1-b19672807dd3 req-34a8591d-ffd1-450e-8beb-ae8a1e88788c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 1099 time: 0.1802764 May 13 16:14:23.961634 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-8b48c082-88a9-4279-a7d1-b19672807dd3 req-b2ee563e-f05e-4def-b166-84c815d89ff6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478868 May 13 16:14:24.580324 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584eaca5-2a13-41dc-a650-b579cace03ce req-7b6241fd-1db4-499b-a2ce-5df1520336c5 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:24.581869 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-584eaca5-2a13-41dc-a650-b579cace03ce req-7b6241fd-1db4-499b-a2ce-5df1520336c5 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.0926657 May 13 16:14:24.661237 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-584eaca5-2a13-41dc-a650-b579cace03ce req-4940a470-8ed5-4a0c-a1a3-673fc19eca0e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716684 May 13 16:14:25.914243 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ada2c-638c-4cb1-8e11-6cf08aae2b03 req-bb92f7b4-1e1c-459a-b2f9-748a4bdef7b5 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:25.915996 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c71ada2c-638c-4cb1-8e11-6cf08aae2b03 req-bb92f7b4-1e1c-459a-b2f9-748a4bdef7b5 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.0994663 May 13 16:14:26.098586 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c71ada2c-638c-4cb1-8e11-6cf08aae2b03 req-32b392c7-0004-49b7-a953-201c252a2f6e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730282 May 13 16:14:26.304430 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773e8e3-cb0b-4931-8d82-610d61865bf8 req-9fe9adc5-1d9c-4835-9ff7-fed77c5eef02 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:26.306119 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4773e8e3-cb0b-4931-8d82-610d61865bf8 req-9fe9adc5-1d9c-4835-9ff7-fed77c5eef02 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.0934615 May 13 16:14:26.319971 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 41056) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:14:26.328453 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-7de9ffaf-91c4-4ff3-802c-e77e2de3f81a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Request body: {'floatingip': {'port_id': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:14:26.459603 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7de9ffaf-91c4-4ff3-802c-e77e2de3f81a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:27.275613 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7de9ffaf-91c4-4ff3-802c-e77e2de3f81a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:27.280638 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7de9ffaf-91c4-4ff3-802c-e77e2de3f81a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:27.488092 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.l3_db [None req-7de9ffaf-91c4-4ff3-802c-e77e2de3f81a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Floating IP 1b9be023-28ec-4c2d-889a-a49806ed1fb4 associated. External IP: 172.28.1.154, port: fd4cbbe4-d57b-465e-9751-fd0238d9d21d. May 13 16:14:28.003910 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de9ffaf-91c4-4ff3-802c-e77e2de3f81a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Router c6594335-70c5-455f-9008-5267315b01e6 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:14:28.277817 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de9ffaf-91c4-4ff3-802c-e77e2de3f81a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:14:28.283210 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7de9ffaf-91c4-4ff3-802c-e77e2de3f81a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:28.292946 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d418c57-bbc0-43b7-8f13-236bcc65ec98 None None] Sync routers for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:14:28.305320 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d418c57-bbc0-43b7-8f13-236bcc65ec98 None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:14:28.305966 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-8d418c57-bbc0-43b7-8f13-236bcc65ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:14:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:14:28.359821 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-7de9ffaf-91c4-4ff3-802c-e77e2de3f81a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "PUT /v2.0/floatingips/1b9be023-28ec-4c2d-889a-a49806ed1fb4 HTTP/1.1" status: 200 len: 992 time: 2.0382080 May 13 16:14:28.360336 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:14:28.455607 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'status': 'completed', 'code': 200} May 13 16:14:28.559193 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-8d418c57-bbc0-43b7-8f13-236bcc65ec98 None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:14:28.654692 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774650a1-b450-4c14-9f9d-997a798d46f6 req-a6aa8b24-d13f-48a4-888d-6030052d498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:28.656117 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-774650a1-b450-4c14-9f9d-997a798d46f6 req-a6aa8b24-d13f-48a4-888d-6030052d498f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b03e7da06f462f87ae1810bfc67172&device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 1099 time: 0.0910733 May 13 16:14:28.839928 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774650a1-b450-4c14-9f9d-997a798d46f6 req-5ff7f0d4-ea46-4071-bf94-a7c04c6f559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:28.841680 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-774650a1-b450-4c14-9f9d-997a798d46f6 req-5ff7f0d4-ea46-4071-bf94-a7c04c6f559f service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 200 len: 918 time: 0.1770768 May 13 16:14:29.049828 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-8d418c57-bbc0-43b7-8f13-236bcc65ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': '1b9be023-28ec-4c2d-889a-a49806ed1fb4', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'floating_ip_address': '172.28.1.154', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'port_id': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'mac_address': 'fa:16:3e:b3:d3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:14:11Z', 'updated_at': '2021-05-13T16:14:27Z', 'revision_number': 1, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:31Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:14:29.056241 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d418c57-bbc0-43b7-8f13-236bcc65ec98 None None] Checking router: c6594335-70c5-455f-9008-5267315b01e6 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:14:29.073037 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d418c57-bbc0-43b7-8f13-236bcc65ec98 None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:14:29.074332 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-8d418c57-bbc0-43b7-8f13-236bcc65ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:14:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:14:29.133758 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-774650a1-b450-4c14-9f9d-997a798d46f6 req-d4e0ca74-e05a-486a-893d-068e6ab4df57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d HTTP/1.1" status: 200 len: 1000 time: 0.2815206 May 13 16:14:29.242657 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774650a1-b450-4c14-9f9d-997a798d46f6 req-e155c4fd-9130-4a59-ac0a-0f811bd40f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:29.244188 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-774650a1-b450-4c14-9f9d-997a798d46f6 req-e155c4fd-9130-4a59-ac0a-0f811bd40f7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a3a991-627e-4aa0-addc-74ff480943da HTTP/1.1" status: 200 len: 856 time: 0.0986290 May 13 16:14:29.352143 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-8d418c57-bbc0-43b7-8f13-236bcc65ec98 None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:14:29.381612 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774650a1-b450-4c14-9f9d-997a798d46f6 req-11276e24-857f-47d3-b3e7-1f02b31094bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:29.381612 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-774650a1-b450-4c14-9f9d-997a798d46f6 req-11276e24-857f-47d3-b3e7-1f02b31094bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca658d9-eaa4-4676-96b4-38061917c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1234651 May 13 16:14:29.594547 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-774650a1-b450-4c14-9f9d-997a798d46f6 req-de05c855-8fbd-4e24-8a52-6f23845bc264 service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069864 May 13 16:14:29.796990 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-774650a1-b450-4c14-9f9d-997a798d46f6 req-6ca244b6-c18b-42cc-82aa-7f48769d7d14 service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859546 May 13 16:14:29.903765 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-8d418c57-bbc0-43b7-8f13-236bcc65ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': '1b9be023-28ec-4c2d-889a-a49806ed1fb4', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'floating_ip_address': '172.28.1.154', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'port_id': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'mac_address': 'fa:16:3e:b3:d3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:14:11Z', 'updated_at': '2021-05-13T16:14:27Z', 'revision_number': 1, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:31Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:14:29.908773 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d418c57-bbc0-43b7-8f13-236bcc65ec98 None None] The sync data for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb is: [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': '1b9be023-28ec-4c2d-889a-a49806ed1fb4', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'floating_ip_address': '172.28.1.154', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'port_id': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'mac_address': 'fa:16:3e:b3:d3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:14:11Z', 'updated_at': '2021-05-13T16:14:27Z', 'revision_number': 1, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:31Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:14:30.127887 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b422f66-c9df-4e74-838c-200257efbba3 None None] New status for floating IP 1b9be023-28ec-4c2d-889a-a49806ed1fb4: ACTIVE {{(pid=79046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:14:30.510513 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:30.921303 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-eaee3d97-9ff2-42e4-86f8-8e6958ec3c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:33.780912 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:34.038618 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-8ef68ff5-e78d-4f47-b900-128ce454892d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:34.984366 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:35.249416 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:14:36.656422 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:37.799458 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b773bc7-11ff-4611-986e-3b1ffd46d011 req-26e7bb06-d16e-4049-befe-bdaa0ab9c382 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:37.800961 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1b773bc7-11ff-4611-986e-3b1ffd46d011 req-26e7bb06-d16e-4049-befe-bdaa0ab9c382 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 945 time: 0.1139278 May 13 16:14:37.866747 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1b773bc7-11ff-4611-986e-3b1ffd46d011 req-75a03eac-6376-4bb6-aa73-ff74542806a0 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576868 May 13 16:14:39.083867 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7fda4-bfb4-4567-8a5f-ac66d45db5ab req-3ee033d0-aada-4d80-9a05-eda6222df159 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:39.085348 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4aa7fda4-bfb4-4567-8a5f-ac66d45db5ab req-3ee033d0-aada-4d80-9a05-eda6222df159 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 945 time: 0.0984685 May 13 16:14:39.143723 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4aa7fda4-bfb4-4567-8a5f-ac66d45db5ab req-9b5b177b-d6bd-4de3-8518-2687549e4741 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507405 May 13 16:14:40.382826 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74704453-84c4-4add-b90b-8ad150b2c715 req-b4f175a3-cddf-48ad-9427-be7593a66195 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:40.384417 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-74704453-84c4-4add-b90b-8ad150b2c715 req-b4f175a3-cddf-48ad-9427-be7593a66195 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 945 time: 0.1073887 May 13 16:14:40.448567 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-74704453-84c4-4add-b90b-8ad150b2c715 req-6c9542bf-d5ed-4564-ae35-c686c16f1ca5 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552521 May 13 16:14:41.727380 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f514b-2cda-45b9-81c6-e678f63a24db req-a18561f4-6cff-4003-a598-02501b263cb8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:41.730271 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2a5f514b-2cda-45b9-81c6-e678f63a24db req-a18561f4-6cff-4003-a598-02501b263cb8 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 945 time: 0.1217883 May 13 16:14:41.794691 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2a5f514b-2cda-45b9-81c6-e678f63a24db req-fa56a31f-d139-4108-844f-32d8cd968de6 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509748 May 13 16:14:43.075460 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de0a9d-cd6b-4f5c-9db9-6715c7c352e6 req-702e86dc-c1ac-4100-af73-4299e2193256 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:43.077050 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-06de0a9d-cd6b-4f5c-9db9-6715c7c352e6 req-702e86dc-c1ac-4100-af73-4299e2193256 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 945 time: 0.1162291 May 13 16:14:43.133300 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-06de0a9d-cd6b-4f5c-9db9-6715c7c352e6 req-31d8f590-009e-4ebd-a6c3-c09eaf28660d tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490808 May 13 16:14:44.374101 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f390daa-696a-4271-af0d-9e4181902cfd req-cb8e419b-a5af-48f3-9fe4-a38352955f66 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:44.377333 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5f390daa-696a-4271-af0d-9e4181902cfd req-cb8e419b-a5af-48f3-9fe4-a38352955f66 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 945 time: 0.1045945 May 13 16:14:44.438838 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5f390daa-696a-4271-af0d-9e4181902cfd req-07b827b4-cabc-484a-8714-22e8fac1df15 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb90a2f4-ca31-4299-8e37-06192659d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529613 May 13 16:14:44.460378 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47c387-bc3c-415a-8d82-42381af6224c req-22153114-9476-424d-b95e-90711a4c6ea9 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:44.461107 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-9a47c387-bc3c-415a-8d82-42381af6224c req-22153114-9476-424d-b95e-90711a4c6ea9 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Synchronizing usage tracker for tenant:59438ab644a842ff92524f6729b1bd33 on resource:port {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:14:44.475203 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-9a47c387-bc3c-415a-8d82-42381af6224c req-22153114-9476-424d-b95e-90711a4c6ea9 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Unset dirty status for tenant:59438ab644a842ff92524f6729b1bd33 on resource:port {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:14:44.476345 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9a47c387-bc3c-415a-8d82-42381af6224c req-22153114-9476-424d-b95e-90711a4c6ea9 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 945 time: 0.1394846 May 13 16:14:44.637847 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-9a47c387-bc3c-415a-8d82-42381af6224c req-85139253-a2d8-4898-932d-75546375ca74 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Deleting port 15aed021-9d2a-4bfe-97d7-fb90058b5d68 {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:14:44.638202 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9a47c387-bc3c-415a-8d82-42381af6224c req-85139253-a2d8-4898-932d-75546375ca74 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:44.781779 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-9a47c387-bc3c-415a-8d82-42381af6224c req-85139253-a2d8-4898-932d-75546375ca74 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] For port 15aed021-9d2a-4bfe-97d7-fb90058b5d68, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=15aed021-9d2a-4bfe-97d7-fb90058b5d68,segment=NetworkSegment(96ad0803-328a-4806-9007-1a8a59c4766c),segment_id=96ad0803-328a-4806-9007-1a8a59c4766c)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:14:44.781779 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9a47c387-bc3c-415a-8d82-42381af6224c req-85139253-a2d8-4898-932d-75546375ca74 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:44.914091 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-9a47c387-bc3c-415a-8d82-42381af6224c req-85139253-a2d8-4898-932d-75546375ca74 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Calling delete_port for 15aed021-9d2a-4bfe-97d7-fb90058b5d68 owned by compute:nova {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:14:45.057943 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9a47c387-bc3c-415a-8d82-42381af6224c req-85139253-a2d8-4898-932d-75546375ca74 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:45.064033 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4f5dcef1-0263-4c44-812f-f2724f261aab tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:45.114737 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['15aed021-9d2a-4bfe-97d7-fb90058b5d68'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:14:45.115690 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85139253-a2d8-4898-932d-75546375ca74 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Pushing event deleted for resources: {'Port': ['ID=15aed021-9d2a-4bfe-97d7-fb90058b5d68,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:45.118914 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-85139253-a2d8-4898-932d-75546375ca74 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:45.197634 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a47c387-bc3c-415a-8d82-42381af6224c req-85139253-a2d8-4898-932d-75546375ca74 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] No DVR routers for this DVR port 15aed021-9d2a-4bfe-97d7-fb90058b5d68 on host hv-cinder-68948 {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:14:45.201517 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-9a47c387-bc3c-415a-8d82-42381af6224c req-85139253-a2d8-4898-932d-75546375ca74 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:45.204361 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f794d7-710f-4fb2-b31a-da0a5b80b23e', 'name': 'network-vif-deleted', 'tag': '15aed021-9d2a-4bfe-97d7-fb90058b5d68'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:14:45.225974 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-9a47c387-bc3c-415a-8d82-42381af6224c req-85139253-a2d8-4898-932d-75546375ca74 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.36 "DELETE /v2.0/ports/15aed021-9d2a-4bfe-97d7-fb90058b5d68 HTTP/1.1" status: 204 len: 173 time: 0.7398570 May 13 16:14:45.346954 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f794d7-710f-4fb2-b31a-da0a5b80b23e', 'name': 'network-vif-deleted', 'tag': '15aed021-9d2a-4bfe-97d7-fb90058b5d68', 'status': 'completed', 'code': 200} May 13 16:14:45.646883 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-472ec681-0d22-4588-bb8b-b5f290cc8047 req-fb4ffdb3-1033-4766-aae9-d7dee0803193 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9f794d7-710f-4fb2-b31a-da0a5b80b23e HTTP/1.1" status: 200 len: 210 time: 0.0552590 May 13 16:14:49.183532 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 15aed021-9d2a-4bfe-97d7-fb90058b5d68 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:14:49.224822 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: 15aed021-9d2a-4bfe-97d7-fb90058b5d68 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:14:49.225392 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 15aed021-9d2a-4bfe-97d7-fb90058b5d68 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:14:49.249945 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 41294) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:14:49.380628 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-dbd31527-58e7-46a6-9932-bf78b3cd82bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:49.396000 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-dbd31527-58e7-46a6-9932-bf78b3cd82bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:14:49.399817 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-dbd31527-58e7-46a6-9932-bf78b3cd82bb admin admin] Usage tracker for resource:security_group_rule and tenant:7de0b8e6365e4a16b5fd71d59c1b9c0e is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:14:49.402863 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-dbd31527-58e7-46a6-9932-bf78b3cd82bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:14:49.409811 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-dbd31527-58e7-46a6-9932-bf78b3cd82bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:14:49.507820 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-dbd31527-58e7-46a6-9932-bf78b3cd82bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:49.517374 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-dbd31527-58e7-46a6-9932-bf78b3cd82bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:49.524603 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2b78bd0d-f803-4e51-8fd1-85090ace7cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:49.567221 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-dbd31527-58e7-46a6-9932-bf78b3cd82bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7de0b8e6365e4a16b5fd71d59c1b9c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160629 May 13 16:14:49.568172 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd31527-58e7-46a6-9932-bf78b3cd82bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddfebfa-9554-4546-b2b4-c9325ede83c5,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:49.570445 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 41302) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:14:49.573183 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-dbd31527-58e7-46a6-9932-bf78b3cd82bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:49.634749 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d94b307b-91bd-44a4-9509-bc627dd4c086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:49.667994 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d94b307b-91bd-44a4-9509-bc627dd4c086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:49.733788 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d94b307b-91bd-44a4-9509-bc627dd4c086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:49.739678 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-0a22a97f-5fd4-4a21-a824-799151539606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:14:49.759844 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d94b307b-91bd-44a4-9509-bc627dd4c086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:14:49.765984 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-d94b307b-91bd-44a4-9509-bc627dd4c086 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fddfebfa-9554-4546-b2b4-c9325ede83c5 HTTP/1.1" status: 204 len: 168 time: 0.1945739 May 13 16:14:49.768186 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b307b-91bd-44a4-9509-bc627dd4c086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddfebfa-9554-4546-b2b4-c9325ede83c5,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:14:49.770881 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-d94b307b-91bd-44a4-9509-bc627dd4c086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:14:55.574855 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4671476-b3f5-47c4-a9fd-0c4b3bc775d7 req-4a97325b-4873-4b32-9812-7864ee96b659 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:55.576384 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d4671476-b3f5-47c4-a9fd-0c4b3bc775d7 req-4a97325b-4873-4b32-9812-7864ee96b659 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1018102 May 13 16:14:55.628169 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d4671476-b3f5-47c4-a9fd-0c4b3bc775d7 req-efca630c-65f9-481d-abbb-7f64a3a67845 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 May 13 16:14:56.855004 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5e97e-3de3-4fe5-ac48-d03337915760 req-47d2db52-15d4-4cbc-80b8-29c7057e32ca tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:56.856623 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8ed5e97e-3de3-4fe5-ac48-d03337915760 req-47d2db52-15d4-4cbc-80b8-29c7057e32ca tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1114514 May 13 16:14:56.910020 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8ed5e97e-3de3-4fe5-ac48-d03337915760 req-fc29c34a-548c-4f1a-8795-9b2e8d6d137a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465114 May 13 16:14:58.288933 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84de207-9e55-4516-b929-75298c90c741 req-8f13bab8-2b0c-44fb-acbd-7ed7a5206c63 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:58.290445 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a84de207-9e55-4516-b929-75298c90c741 req-8f13bab8-2b0c-44fb-acbd-7ed7a5206c63 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0957606 May 13 16:14:58.342580 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a84de207-9e55-4516-b929-75298c90c741 req-89989e31-cca2-491b-bf2a-d4e7cb259be4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450850 May 13 16:14:59.559292 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60f3cd-1f82-42b6-8a1b-6ee63ce1cb75 req-56135db4-70c1-4d30-a064-7e51fbdb8281 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:14:59.560775 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-af60f3cd-1f82-42b6-8a1b-6ee63ce1cb75 req-56135db4-70c1-4d30-a064-7e51fbdb8281 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0948632 May 13 16:14:59.612575 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-af60f3cd-1f82-42b6-8a1b-6ee63ce1cb75 req-dfa58964-7dab-414a-982b-e4e67cf35c2f tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453978 May 13 16:15:00.511833 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:00.887052 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e992bb-1f18-43c6-8b2c-9d78705e8441 req-247dd5b2-71f8-444f-aead-16a1fa312df5 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:00.893421 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f3e992bb-1f18-43c6-8b2c-9d78705e8441 req-247dd5b2-71f8-444f-aead-16a1fa312df5 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1343648 May 13 16:15:00.913954 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-076047bc-976e-42a5-89c2-1c4c24b351b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:00.954704 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f3e992bb-1f18-43c6-8b2c-9d78705e8441 req-47d951cd-6583-4140-b502-bef9e2d01561 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566893 May 13 16:15:00.972256 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-83fa688a-5fa7-451e-93d5-892f306a4d8b req-dd8429bb-b0c6-45e8-a572-f5c84de4bc77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0896966 May 13 16:15:01.184012 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa688a-5fa7-451e-93d5-892f306a4d8b req-833347d2-df8c-45dd-91ba-644a2627acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:01.185411 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-83fa688a-5fa7-451e-93d5-892f306a4d8b req-833347d2-df8c-45dd-91ba-644a2627acfe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60a6df343e7042dc9a8e981dce6e8b46&device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 1098 time: 0.0905833 May 13 16:15:01.429219 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa688a-5fa7-451e-93d5-892f306a4d8b req-1dcfe4de-985e-490e-bbc0-2a4165013803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:01.430583 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-83fa688a-5fa7-451e-93d5-892f306a4d8b req-1dcfe4de-985e-490e-bbc0-2a4165013803 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56b2248f-57e2-443f-b67a-e92c11747033 HTTP/1.1" status: 200 len: 910 time: 0.2141316 May 13 16:15:01.556045 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-83fa688a-5fa7-451e-93d5-892f306a4d8b req-1aba993e-6bc0-4fd8-aa23-76357d60af1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e959a8a2-d140-4484-850d-f11bd62443ec HTTP/1.1" status: 200 len: 1000 time: 0.1183851 May 13 16:15:01.626970 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa688a-5fa7-451e-93d5-892f306a4d8b req-c9fb4af1-cedc-4207-82f6-73b9789b1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:01.628524 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-83fa688a-5fa7-451e-93d5-892f306a4d8b req-c9fb4af1-cedc-4207-82f6-73b9789b1570 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9581a329-84b4-4673-a9bd-06e0007be9b3 HTTP/1.1" status: 200 len: 848 time: 0.0656378 May 13 16:15:01.730231 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa688a-5fa7-451e-93d5-892f306a4d8b req-6eb72e5f-bd3e-4df0-8e4a-b67b5a11d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:01.731851 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-83fa688a-5fa7-451e-93d5-892f306a4d8b req-6eb72e5f-bd3e-4df0-8e4a-b67b5a11d5f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56b2248f-57e2-443f-b67a-e92c11747033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0932450 May 13 16:15:01.888540 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-83fa688a-5fa7-451e-93d5-892f306a4d8b req-3a25ae10-01dd-44cf-9d98-331dbccaccaf service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422067 May 13 16:15:02.067270 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-83fa688a-5fa7-451e-93d5-892f306a4d8b req-20f8ee11-d462-41ac-9abd-355ed670587b service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707439 May 13 16:15:02.192802 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1db5b-6243-4a0c-82d3-c7f637e62499 req-02df76c5-beaa-4125-a646-2f74d4ded7ec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:02.195182 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3db1db5b-6243-4a0c-82d3-c7f637e62499 req-02df76c5-beaa-4125-a646-2f74d4ded7ec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1022837 May 13 16:15:02.245523 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3db1db5b-6243-4a0c-82d3-c7f637e62499 req-4f95193d-96ba-4ef0-a510-1e00d1809bc1 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438554 May 13 16:15:03.490859 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc349ca-b433-4200-accb-b12fa543c016 req-401b1dbf-249f-4f1c-9c0a-a78cecc3c273 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:03.492449 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2cc349ca-b433-4200-accb-b12fa543c016 req-401b1dbf-249f-4f1c-9c0a-a78cecc3c273 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1043856 May 13 16:15:03.543510 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2cc349ca-b433-4200-accb-b12fa543c016 req-87551298-966f-4c04-a4aa-07116b22fa8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447927 May 13 16:15:03.777310 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:04.041476 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-5ab87a70-e758-47a8-9f6d-e3a5bcbc30fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:04.768258 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d10280-5d20-4615-8bae-e75e62e4cc0a req-ce3b5f25-f7f6-43c6-8e93-3ca070fe44ce tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:04.769790 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-23d10280-5d20-4615-8bae-e75e62e4cc0a req-ce3b5f25-f7f6-43c6-8e93-3ca070fe44ce tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0914624 May 13 16:15:04.821578 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-23d10280-5d20-4615-8bae-e75e62e4cc0a req-dd669d7e-e9be-4859-98ee-5942098b6080 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457227 May 13 16:15:04.988906 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:06.028902 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6d891-0fcd-4cbc-be9f-db5a38d73e6e req-c88296d5-8625-4099-b113-fa3a0fd58328 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:06.030372 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-05b6d891-0fcd-4cbc-be9f-db5a38d73e6e req-c88296d5-8625-4099-b113-fa3a0fd58328 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0911319 May 13 16:15:06.078162 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-05b6d891-0fcd-4cbc-be9f-db5a38d73e6e req-6fae6436-0753-4be7-9b59-12ead0e14ce6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413640 May 13 16:15:06.654255 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:06.793946 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 41488) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:15:06.862322 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Deleting subnet 64102bdd-5ac5-453f-89af-9aed6f2da2be {{(pid=79043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:15:06.865717 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:06.921096 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106706'] for subnet, precommit_delete_associations {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:06.989993 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:07.325075 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104069'] for subnet, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:07.330638 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:15:07.373790 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64102bdd-5ac5-453f-89af-9aed6f2da2be,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:15:07.386682 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:07.390002 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:07.390371 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:07.390731 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:07.391276 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:07.392289 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:07.392640 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:07.392981 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:07.393344 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:07.393689 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:07.394026 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:07.394362 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:07.394875 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:07.399632 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:15:07.404204 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/64102bdd-5ac5-453f-89af-9aed6f2da2be HTTP/1.1" status: 204 len: 168 time: 0.6090598 May 13 16:15:07.410093 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 41494) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:15:07.472517 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885e0c4-c4c8-41d8-99e6-f4f6916fece5 req-3e0e671d-f20a-4250-9427-d7b597c10148 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:07.474080 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5885e0c4-c4c8-41d8-99e6-f4f6916fece5 req-3e0e671d-f20a-4250-9427-d7b597c10148 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.2467484 May 13 16:15:07.539197 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5885e0c4-c4c8-41d8-99e6-f4f6916fece5 req-3fb1cea6-885e-48f8-8aae-883049dcc6aa tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543780 May 13 16:15:07.570969 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:07.721220 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:07.744745 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4282fa9-a1fc-496a-b25c-e33a3ef9ec41']}} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:15:07.758458 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ad0803-328a-4806-9007-1a8a59c4766c') {'for_net_delete': True} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:15:07.758822 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ad0803-328a-4806-9007-1a8a59c4766c') {} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:15:07.773301 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106793'] for segment, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:07.802073 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:07.816179 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=79043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:15:07.816621 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2223284'] for segment, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: Traceback (most recent call last): May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: timer() May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: cb(*args, **kw) May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: return func(*args, **kwargs) May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: self._notify() May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: self.callback(batched_events) May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: event.method(event) May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: return f(self, *a, **k) May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: return self._get(url).json() May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: return self.request(url, 'GET', **kwargs) May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:15:07.832899 dv-cinder-689486-12-smb neutron-server[79043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:15:07.931256 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:07.936099 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:15:07.956288 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:07.976351 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4282fa9-a1fc-496a-b25c-e33a3ef9ec41,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:15:07.981026 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:15:07.990160 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-1ad1e20b-5a8b-412d-8788-39cfee444819 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b4282fa9-a1fc-496a-b25c-e33a3ef9ec41 HTTP/1.1" status: 204 len: 168 time: 0.5764704 May 13 16:15:08.258951 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 41502) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:15:08.332399 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-2ffd7567-dd91-476d-968b-ba8124b28ea2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59438ab644a842ff92524f6729b1bd33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721304 May 13 16:15:08.335035 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 41506) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:15:08.412245 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:08.448990 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:08.505300 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:08.513883 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c42025c1-3261-4a82-9303-9280b25d0794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:15:08.530080 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb90a2f4-ca31-4299-8e37-06192659d6f2,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:15:08.542601 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:08.542967 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:08.543346 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:08.543706 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:08.544057 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:08.544408 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:08.544754 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:08.545105 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:08.545447 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:08.545787 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:08.546135 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:08.546472 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:08.550443 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:08.551581 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb90a2f4-ca31-4299-8e37-06192659d6f2 HTTP/1.1" status: 204 len: 168 time: 0.2153904 May 13 16:15:08.553559 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ddbf9cea-1a71-4bb7-99b5-6b092be15e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:15:08.778777 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4daff-919a-462d-8ec1-029b7d09a5ea req-b4c6edb4-542f-49ad-a512-0d57bf925b95 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:08.780609 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c9e4daff-919a-462d-8ec1-029b7d09a5ea req-b4c6edb4-542f-49ad-a512-0d57bf925b95 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1125300 May 13 16:15:08.849193 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c9e4daff-919a-462d-8ec1-029b7d09a5ea req-00aae9f4-1591-483f-82f6-fe6885ee1141 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600204 May 13 16:15:10.053199 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e4e17-3036-422c-b832-ce4925fea705 req-093d3d0f-9b8c-4108-9464-c1e70ad21b50 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:10.054854 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6c4e4e17-3036-422c-b832-ce4925fea705 req-093d3d0f-9b8c-4108-9464-c1e70ad21b50 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0820982 May 13 16:15:10.101629 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6c4e4e17-3036-422c-b832-ce4925fea705 req-f9654d9f-b77b-4660-8b73-cb809054c660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411253 May 13 16:15:11.303580 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a50de-4298-4c8a-98dd-e4a941539372 req-b884ebf8-45b2-4421-a0ae-588aa53960c9 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:11.305059 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fb0a50de-4298-4c8a-98dd-e4a941539372 req-b884ebf8-45b2-4421-a0ae-588aa53960c9 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0928559 May 13 16:15:11.353339 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fb0a50de-4298-4c8a-98dd-e4a941539372 req-6483b488-0bd7-49e1-a5b1-c26df6366e2a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424592 May 13 16:15:11.733884 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c6d9e-e4a2-448c-9134-527a7c5d0931 req-46cd35cf-98f9-4d18-9032-7662c83aebb4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:11.735625 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-141c6d9e-e4a2-448c-9134-527a7c5d0931 req-46cd35cf-98f9-4d18-9032-7662c83aebb4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0899761 May 13 16:15:11.791438 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-141c6d9e-e4a2-448c-9134-527a7c5d0931 req-fcad9943-be20-4ccb-abbb-1fe2ab8cea88 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481999 May 13 16:15:11.838856 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346a12-5fb5-4f25-9f5a-acf1edc39230 req-3f35d938-2820-4b29-8fe9-56fa6c29fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:11.840427 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0f346a12-5fb5-4f25-9f5a-acf1edc39230 req-3f35d938-2820-4b29-8fe9-56fa6c29fcbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 1099 time: 0.0767910 May 13 16:15:12.060541 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346a12-5fb5-4f25-9f5a-acf1edc39230 req-72d0d9c1-dc0f-403f-b49c-d72b7deb4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:12.061881 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0f346a12-5fb5-4f25-9f5a-acf1edc39230 req-72d0d9c1-dc0f-403f-b49c-d72b7deb4915 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 HTTP/1.1" status: 200 len: 912 time: 0.2116344 May 13 16:15:12.171444 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0f346a12-5fb5-4f25-9f5a-acf1edc39230 req-ba5e2d89-f56d-4aa0-88a6-f0e224403463 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63c6ad1b-f07f-4e3c-a9c3-714f706941fe HTTP/1.1" status: 200 len: 1002 time: 0.1018882 May 13 16:15:12.250398 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:15:12.260917 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346a12-5fb5-4f25-9f5a-acf1edc39230 req-274270df-b11a-4637-93ba-fba4094556db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:12.262499 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0f346a12-5fb5-4f25-9f5a-acf1edc39230 req-274270df-b11a-4637-93ba-fba4094556db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=67ac9cf4-8079-47e1-a5bb-a198057015ec HTTP/1.1" status: 200 len: 850 time: 0.0807700 May 13 16:15:12.340522 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346a12-5fb5-4f25-9f5a-acf1edc39230 req-33afd5e9-b50b-436c-a9ca-a091b3b0645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:12.341868 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0f346a12-5fb5-4f25-9f5a-acf1edc39230 req-33afd5e9-b50b-436c-a9ca-a091b3b0645b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0713196 May 13 16:15:12.488739 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0f346a12-5fb5-4f25-9f5a-acf1edc39230 req-5835704b-8c4e-465e-9d0e-49d73a35677f service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379466 May 13 16:15:12.627403 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0f346a12-5fb5-4f25-9f5a-acf1edc39230 req-7e8cd993-7e7c-4f29-9796-0d67855b4308 service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313055 May 13 16:15:13.026359 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdbaa7-96d1-436c-aaa3-8dfb12460320 req-40b72248-48f9-4f82-b7e8-3a1ec8fee0dc tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:13.027970 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-04fdbaa7-96d1-436c-aaa3-8dfb12460320 req-40b72248-48f9-4f82-b7e8-3a1ec8fee0dc tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1094632 May 13 16:15:13.081905 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-04fdbaa7-96d1-436c-aaa3-8dfb12460320 req-ec128c09-cf4f-4de5-8737-fe65e1a40d82 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441484 May 13 16:15:14.290521 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669ee81-8c14-4f7e-9736-ef269d9f861a req-88bfae13-ff60-45fd-9f39-0fba9b37f1b8 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:14.292042 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6669ee81-8c14-4f7e-9736-ef269d9f861a req-88bfae13-ff60-45fd-9f39-0fba9b37f1b8 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0945275 May 13 16:15:14.343351 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6669ee81-8c14-4f7e-9736-ef269d9f861a req-2cf28ff3-7a0d-4eec-96d9-63ae9f2807c1 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444479 May 13 16:15:22.720446 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50926e16-b83b-42b8-94f6-a2f2bdcb27f4 req-badedb6e-8883-48f0-8c6c-485341a7d38d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:22.722026 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-50926e16-b83b-42b8-94f6-a2f2bdcb27f4 req-badedb6e-8883-48f0-8c6c-485341a7d38d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.0911906 May 13 16:15:22.788855 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-50926e16-b83b-42b8-94f6-a2f2bdcb27f4 req-fd880471-460e-4877-a19d-bb0ca13c7755 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604851 May 13 16:15:24.012069 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f5cec-3c74-47b6-9030-38527fa552db req-860ab8a5-abeb-4ad6-9ad0-02203d9644fe tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:24.013550 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-538f5cec-3c74-47b6-9030-38527fa552db req-860ab8a5-abeb-4ad6-9ad0-02203d9644fe tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.0983052 May 13 16:15:24.061503 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-538f5cec-3c74-47b6-9030-38527fa552db req-5448887a-cc60-4fd8-99e8-d3838ffb0f2c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402219 May 13 16:15:25.266293 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64982e-3286-43ec-b6e5-2a2058c56b45 req-55879afd-1462-446d-a281-ca4cef8408af tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:25.267867 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cf64982e-3286-43ec-b6e5-2a2058c56b45 req-55879afd-1462-446d-a281-ca4cef8408af tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.0920811 May 13 16:15:25.323092 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cf64982e-3286-43ec-b6e5-2a2058c56b45 req-935f38a6-a4e7-4333-9847-811d41d28713 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485456 May 13 16:15:26.463561 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eceac4e-2e48-45bf-a036-f325b5ab0724 req-c9c97d60-bfb9-42bc-8981-308c815b42af tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:26.465124 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5eceac4e-2e48-45bf-a036-f325b5ab0724 req-c9c97d60-bfb9-42bc-8981-308c815b42af tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.0942209 May 13 16:15:26.559609 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5eceac4e-2e48-45bf-a036-f325b5ab0724 req-803636b9-7816-4b34-affb-cfd88fd99c64 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567973 May 13 16:15:26.598705 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b10afb-d12a-473b-af11-064bf85a8957 req-79823bd2-8078-4080-8eab-6560866c67c4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:26.600402 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c1b10afb-d12a-473b-af11-064bf85a8957 req-79823bd2-8078-4080-8eab-6560866c67c4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1330395 May 13 16:15:26.662993 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c1b10afb-d12a-473b-af11-064bf85a8957 req-5fa711c9-6728-4dee-a6ec-3eb108debecb tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552227 May 13 16:15:27.798064 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91873da-3f63-43fa-984b-28a6cbf2b2a7 req-39cef082-6c6f-454d-9203-ff21f9ebca62 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:27.800366 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d91873da-3f63-43fa-984b-28a6cbf2b2a7 req-39cef082-6c6f-454d-9203-ff21f9ebca62 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.1204340 May 13 16:15:27.900059 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d91873da-3f63-43fa-984b-28a6cbf2b2a7 req-197ad439-8666-48d3-ba2b-bea73f015277 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884671 May 13 16:15:27.944049 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a71a5-b90d-485d-8ece-738de6794120 req-2a4f49ca-df6c-48b1-ac52-1b22bba02396 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:27.945735 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3b1a71a5-b90d-485d-8ece-738de6794120 req-2a4f49ca-df6c-48b1-ac52-1b22bba02396 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1080437 May 13 16:15:27.998248 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3b1a71a5-b90d-485d-8ece-738de6794120 req-ac6914e5-765c-4bf1-b9c4-9323d9b687b8 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456176 May 13 16:15:29.118084 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8830d55-9108-4bcb-8864-08d96288f6d2 req-7fb2f684-b037-4eb6-b473-bbcd275eee44 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:29.119645 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b8830d55-9108-4bcb-8864-08d96288f6d2 req-7fb2f684-b037-4eb6-b473-bbcd275eee44 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.1040037 May 13 16:15:29.208873 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b8830d55-9108-4bcb-8864-08d96288f6d2 req-7e418bc2-d47f-41b9-85c8-b1747d5b50a9 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564656 May 13 16:15:29.246483 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a045bbd-602f-411d-b4d8-6e61434c6c11 req-72b95fe1-a288-4c97-91ff-6f6eeb187573 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:29.248096 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0a045bbd-602f-411d-b4d8-6e61434c6c11 req-72b95fe1-a288-4c97-91ff-6f6eeb187573 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1275778 May 13 16:15:29.311387 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0a045bbd-602f-411d-b4d8-6e61434c6c11 req-16850a4d-f6db-48af-b829-bd58ba08fffb tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571580 May 13 16:15:30.539013 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:30.588158 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfa5bc-8f52-45e0-b632-4adb8f97f3c2 req-dca52ad5-b3f4-47e4-808b-38d2e91403dc tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:30.589592 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f2dfa5bc-8f52-45e0-b632-4adb8f97f3c2 req-dca52ad5-b3f4-47e4-808b-38d2e91403dc tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.2523642 May 13 16:15:30.601073 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849614b0-8b7a-4fc5-a45c-38d2b89c28ce req-124210a0-a19b-4e51-a76b-00f3052d6a92 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:30.602478 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-849614b0-8b7a-4fc5-a45c-38d2b89c28ce req-124210a0-a19b-4e51-a76b-00f3052d6a92 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1257842 May 13 16:15:30.675595 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f2dfa5bc-8f52-45e0-b632-4adb8f97f3c2 req-6c8f9ccc-9d34-4ebe-9fe1-d0cf7371606f tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721262 May 13 16:15:30.680427 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-849614b0-8b7a-4fc5-a45c-38d2b89c28ce req-c47f9b97-2ed3-4fc8-81ae-cc0a5b3edb7d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637615 May 13 16:15:30.913881 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-b90608b7-0472-49b2-8fe7-2abc4c60e1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:31.908992 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33dedf-434f-482a-8d82-1f75fc12448b req-4ca438dd-55ae-41e3-98a5-0cf479315871 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:31.910496 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7f33dedf-434f-482a-8d82-1f75fc12448b req-4ca438dd-55ae-41e3-98a5-0cf479315871 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1014290 May 13 16:15:31.996917 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7f33dedf-434f-482a-8d82-1f75fc12448b req-518693ce-c0df-4632-9455-3e7d32b9ff93 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802093 May 13 16:15:32.037908 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914927d1-b037-4104-8fda-3afe9efd232e req-56c96e40-b184-4e56-84b5-e1f614cf94df tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:32.039520 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-914927d1-b037-4104-8fda-3afe9efd232e req-56c96e40-b184-4e56-84b5-e1f614cf94df tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.0935051 May 13 16:15:32.091990 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-914927d1-b037-4104-8fda-3afe9efd232e req-202e32ab-279f-47ee-8cb6-316965ac43c9 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465002 May 13 16:15:33.265465 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0a282-60fd-4787-8ba8-eb3c4eddb616 req-4da746f3-746b-46e6-838a-4ae459ea61ef tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:33.267803 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-eef0a282-60fd-4787-8ba8-eb3c4eddb616 req-4da746f3-746b-46e6-838a-4ae459ea61ef tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1489699 May 13 16:15:33.337231 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-eef0a282-60fd-4787-8ba8-eb3c4eddb616 req-1bd0fd4a-6d0a-442c-808c-07ed32bb5b33 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618014 May 13 16:15:33.348945 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a78ba-a6af-4d90-87fc-24f5de94911a req-cfb2551f-8491-4ae1-aa5a-a5af54e89cb1 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:33.350473 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-244a78ba-a6af-4d90-87fc-24f5de94911a req-cfb2551f-8491-4ae1-aa5a-a5af54e89cb1 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.1384134 May 13 16:15:33.409874 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-244a78ba-a6af-4d90-87fc-24f5de94911a req-1c34efd0-31bb-4574-9306-2c6c459d863b tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506232 May 13 16:15:33.781317 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:34.044192 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-50c13929-60bc-46a1-a6eb-58e6230f4c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:34.599619 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d346f-8f53-487d-ae1e-732cf1da91f2 req-d5fda037-0a67-460e-a549-25c65aecb2bd tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:34.601104 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c74d346f-8f53-487d-ae1e-732cf1da91f2 req-d5fda037-0a67-460e-a549-25c65aecb2bd tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1498654 May 13 16:15:34.666645 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c74d346f-8f53-487d-ae1e-732cf1da91f2 req-fc195d34-344c-4e21-8cba-2ee100b7052d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576463 May 13 16:15:34.674962 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389f7b4-a2fb-4732-9263-b5c1b23b5bfb req-ea02671d-d787-4381-93d8-a112e35a7783 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:34.676359 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9389f7b4-a2fb-4732-9263-b5c1b23b5bfb req-ea02671d-d787-4381-93d8-a112e35a7783 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.1481438 May 13 16:15:34.728058 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9389f7b4-a2fb-4732-9263-b5c1b23b5bfb req-64719e61-0d81-4d7a-ae34-877eafe6cedd tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453391 May 13 16:15:34.994938 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:35.949310 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dabb4a-8149-49f4-a752-5aa85d466b4d req-aa2ff112-da6b-4d5c-8684-2f69b6c42ae9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:35.950765 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-35dabb4a-8149-49f4-a752-5aa85d466b4d req-aa2ff112-da6b-4d5c-8684-2f69b6c42ae9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1484947 May 13 16:15:35.959557 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14382b1-c2f2-452a-bf86-d9d4319af2c5 req-a774f0d8-af2d-4a9f-b40a-94cddff5f57e tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:35.961173 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a14382b1-c2f2-452a-bf86-d9d4319af2c5 req-a774f0d8-af2d-4a9f-b40a-94cddff5f57e tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.1110017 May 13 16:15:36.035061 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-35dabb4a-8149-49f4-a752-5aa85d466b4d req-844a4367-5748-4d38-8b32-ebb944092932 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728049 May 13 16:15:36.039511 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a14382b1-c2f2-452a-bf86-d9d4319af2c5 req-63540006-11f4-4300-b2fd-8468b15e656b tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639589 May 13 16:15:36.659651 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:36.740920 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ceb1-504f-4984-9c07-b4eab9e4a8a8 req-9a0f35d1-100b-4575-9aa6-89411747f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:36.747750 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0574ceb1-504f-4984-9c07-b4eab9e4a8a8 req-9a0f35d1-100b-4575-9aa6-89411747f2ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60a6df343e7042dc9a8e981dce6e8b46&device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 1098 time: 0.0779111 May 13 16:15:36.888387 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ceb1-504f-4984-9c07-b4eab9e4a8a8 req-e17b04ef-6f58-4c52-99cc-7fe7a48d6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:36.889742 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0574ceb1-504f-4984-9c07-b4eab9e4a8a8 req-e17b04ef-6f58-4c52-99cc-7fe7a48d6f1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=56b2248f-57e2-443f-b67a-e92c11747033 HTTP/1.1" status: 200 len: 910 time: 0.1406465 May 13 16:15:36.993475 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0574ceb1-504f-4984-9c07-b4eab9e4a8a8 req-d264e47e-d5c6-48cf-9455-72d713d1b7f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e959a8a2-d140-4484-850d-f11bd62443ec HTTP/1.1" status: 200 len: 1000 time: 0.0958991 May 13 16:15:37.063385 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ceb1-504f-4984-9c07-b4eab9e4a8a8 req-d6a10703-9b3f-43b2-a7be-ffc44f99f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:37.064928 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0574ceb1-504f-4984-9c07-b4eab9e4a8a8 req-d6a10703-9b3f-43b2-a7be-ffc44f99f4df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9581a329-84b4-4673-a9bd-06e0007be9b3 HTTP/1.1" status: 200 len: 848 time: 0.0640690 May 13 16:15:37.150192 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ceb1-504f-4984-9c07-b4eab9e4a8a8 req-16a99ab1-fec8-4bd2-a080-a5d0c4697035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:37.151855 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0574ceb1-504f-4984-9c07-b4eab9e4a8a8 req-16a99ab1-fec8-4bd2-a080-a5d0c4697035 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56b2248f-57e2-443f-b67a-e92c11747033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0797043 May 13 16:15:37.300790 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0574ceb1-504f-4984-9c07-b4eab9e4a8a8 req-1a89c7ef-8d50-4023-aa23-6b3127a27b0e service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399798 May 13 16:15:37.345271 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02b58d-b80b-4c25-a66a-257dd6ffb5e4 req-74593791-664c-4fb4-adde-a50b52bf5fac tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:37.347710 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6d02b58d-b80b-4c25-a66a-257dd6ffb5e4 req-74593791-664c-4fb4-adde-a50b52bf5fac tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1594534 May 13 16:15:37.361392 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99d0c0-286a-4a3e-badb-215694f2ed81 req-379573fa-bf02-4269-9e74-e5f6a3bac941 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:37.363802 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cf99d0c0-286a-4a3e-badb-215694f2ed81 req-379573fa-bf02-4269-9e74-e5f6a3bac941 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.2094669 May 13 16:15:37.440606 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0574ceb1-504f-4984-9c07-b4eab9e4a8a8 req-0b2ccf49-1679-4eb2-9027-6f7033d20b44 service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331224 May 13 16:15:37.473413 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6d02b58d-b80b-4c25-a66a-257dd6ffb5e4 req-65a91e61-db0e-4f99-a68a-77db3c7dbdc5 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083004 May 13 16:15:37.478885 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cf99d0c0-286a-4a3e-badb-215694f2ed81 req-63a99790-531e-42a1-a2eb-c3acb51e1847 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881433 May 13 16:15:38.801260 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e980f7-6e57-4165-9ab3-33b4f84f2a3c req-45c2578a-2cea-4730-80dc-03251bfec721 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:38.802887 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-69e980f7-6e57-4165-9ab3-33b4f84f2a3c req-45c2578a-2cea-4730-80dc-03251bfec721 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.1732776 May 13 16:15:38.815658 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b1602-498a-4bef-b56b-129ae9ff492f req-ed1094a2-c567-48b2-8535-db267512c28f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:38.818512 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2c7b1602-498a-4bef-b56b-129ae9ff492f req-ed1094a2-c567-48b2-8535-db267512c28f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1477277 May 13 16:15:38.902040 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-69e980f7-6e57-4165-9ab3-33b4f84f2a3c req-2883bec6-226e-4e74-aedd-53920f3386ab tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820582 May 13 16:15:38.907217 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2c7b1602-498a-4bef-b56b-129ae9ff492f req-119ea6fa-559b-4e64-8c52-a64af0ee1d74 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693107 May 13 16:15:40.221870 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af3ae1-2aaf-4833-81bc-065286b59183 req-886309ed-43b7-4388-ace1-3ab97a9fe09c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:40.222908 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-73af3ae1-2aaf-4833-81bc-065286b59183 req-886309ed-43b7-4388-ace1-3ab97a9fe09c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1221933 May 13 16:15:40.232226 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae28cf-26d0-4e1c-9235-10fe255d6e11 req-f396e776-4944-4b04-bf27-6c602dcb0bf4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:40.233919 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9eae28cf-26d0-4e1c-9235-10fe255d6e11 req-f396e776-4944-4b04-bf27-6c602dcb0bf4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.1789694 May 13 16:15:40.418340 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-73af3ae1-2aaf-4833-81bc-065286b59183 req-cc7d3fc5-7e55-4302-a793-67c5544c6088 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827941 May 13 16:15:40.423403 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9eae28cf-26d0-4e1c-9235-10fe255d6e11 req-b6b8d8c4-659b-4cc7-8dd9-5fafb661ad82 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701734 May 13 16:15:40.798480 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 41640) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:15:40.822569 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d26de7-4610-4a64-89dd-93281605e560 req-3a5476e6-a6fc-45e0-aabf-5fffb7523701 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:40.824282 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-23d26de7-4610-4a64-89dd-93281605e560 req-3a5476e6-a6fc-45e0-aabf-5fffb7523701 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.0961387 May 13 16:15:40.878719 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-23d26de7-4610-4a64-89dd-93281605e560 req-dc4794d3-e6b6-41d9-80c8-38b2c4a3dc79 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485687 May 13 16:15:40.936413 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-784dddf6-3aa1-4bd9-9d90-ed53870c626f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1362536 May 13 16:15:41.415716 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device fd4cbbe4-d57b-465e-9751-fd0238d9d21d details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:15:41.698205 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:15:41.721137 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118510d8-1acd-4555-9e66-ee33069c5103 req-1cf73a02-99fa-4079-86f3-b11beab8e4a6 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:41.739867 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-118510d8-1acd-4555-9e66-ee33069c5103 req-1cf73a02-99fa-4079-86f3-b11beab8e4a6 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1515012 May 13 16:15:41.797147 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'port_id': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'mac_address': 'fa:16:3e:b3:d3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:15:41.812192 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-118510d8-1acd-4555-9e66-ee33069c5103 req-cae61215-bc43-404d-abdd-6b1fcad48c98 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709679 May 13 16:15:41.922772 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:41.976590 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd4cbbe4-d57b-465e-9751-fd0238d9d21d {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:15:42.026585 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:15:42.033260 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:42.038951 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-b7715682-5e5e-4a78-b608-dabe9e05c9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:15:42.217615 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,revision_number=6']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:15:42.227609 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:42.229111 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:42.229793 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:42.230298 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:42.233472 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:42.234510 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:42.235362 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:42.236152 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:42.237040 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:42.237714 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:42.238212 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:42.239121 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:15:42.247028 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:15:42.276527 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66d70d-905d-432b-b125-1d6d7f18c5b4 req-c7e7ead8-1ad2-4e55-b857-0e183159f933 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:42.282508 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3c66d70d-905d-432b-b125-1d6d7f18c5b4 req-c7e7ead8-1ad2-4e55-b857-0e183159f933 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.1985104 May 13 16:15:42.354389 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['fd4cbbe4-d57b-465e-9751-fd0238d9d21d'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:15:42.380921 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3c66d70d-905d-432b-b125-1d6d7f18c5b4 req-a8b9cf4a-c501-48bb-b31e-a85d15a2626a tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908844 May 13 16:15:43.058764 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865a59e-91b2-4b3e-a459-7a81aad3452f req-b42372fb-bacc-4002-9511-be3412b2d2af tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:43.061221 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e865a59e-91b2-4b3e-a459-7a81aad3452f req-b42372fb-bacc-4002-9511-be3412b2d2af tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 945 time: 0.1025431 May 13 16:15:43.139933 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e865a59e-91b2-4b3e-a459-7a81aad3452f req-1d1144ee-4aab-4bfb-8520-27cc7b792b58 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615325 May 13 16:15:43.338832 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-d46221ad-02f7-406c-bc9f-672ef8194a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:43.340429 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-d46221ad-02f7-406c-bc9f-672ef8194a7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b&tenant_id=60a6df343e7042dc9a8e981dce6e8b46 HTTP/1.1" status: 200 len: 1098 time: 0.0834706 May 13 16:15:43.415156 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device fd4cbbe4-d57b-465e-9751-fd0238d9d21d up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:15:43.483840 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-a0be7759-f476-4667-8997-2fef1d342281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:43.486363 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-a0be7759-f476-4667-8997-2fef1d342281 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60a6df343e7042dc9a8e981dce6e8b46&device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 1098 time: 0.1021647 May 13 16:15:43.523177 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port fd4cbbe4-d57b-465e-9751-fd0238d9d21d triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:15:43.523651 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:43.712028 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efeb5c-383e-4fbc-8e1b-2e0aa7a139ee req-59bdd373-a128-412e-a2d0-35f99003e324 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:43.713589 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:43.720994 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f0efeb5c-383e-4fbc-8e1b-2e0aa7a139ee req-59bdd373-a128-412e-a2d0-35f99003e324 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.1476436 May 13 16:15:43.762580 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:15:43.767592 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-9bd61e02-cdb4-49d1-9eaf-7171431d1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:43.770226 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-9bd61e02-cdb4-49d1-9eaf-7171431d1951 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56b2248f-57e2-443f-b67a-e92c11747033 HTTP/1.1" status: 200 len: 910 time: 0.2735665 May 13 16:15:43.780077 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:15:43.794290 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:43.796582 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device e959a8a2-d140-4484-850d-f11bd62443ec no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:15:43.806861 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f0efeb5c-383e-4fbc-8e1b-2e0aa7a139ee req-e306a4f9-3673-457e-a545-2740a9de1668 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849841 May 13 16:15:43.873117 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-1ee0a55a-505f-4425-b462-05f1924edd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:15:43.947056 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-4400d39a-b822-4bb0-8803-437fb2d3fd82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e959a8a2-d140-4484-850d-f11bd62443ec HTTP/1.1" status: 200 len: 1000 time: 0.1619716 May 13 16:15:43.999548 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,revision_number=7']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:15:44.020477 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:15:44.040579 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-739b511c-d810-4732-bf41-95023a0bb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:44.042590 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-739b511c-d810-4732-bf41-95023a0bb306 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9581a329-84b4-4673-a9bd-06e0007be9b3 HTTP/1.1" status: 200 len: 848 time: 0.0836287 May 13 16:15:44.080581 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'code': 200} May 13 16:15:44.101974 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:44.152424 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port e959a8a2-d140-4484-850d-f11bd62443ec, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e959a8a2-d140-4484-850d-f11bd62443ec,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:15:44.158647 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:44.161305 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:15:44.185115 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-fa76005b-6b7e-4a95-af21-0be31e6978a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:44.187853 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-fa76005b-6b7e-4a95-af21-0be31e6978a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56b2248f-57e2-443f-b67a-e92c11747033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1292536 May 13 16:15:44.245742 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=e959a8a2-d140-4484-850d-f11bd62443ec,revision_number=6']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:15:44.249270 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:15:44.472841 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc4a9e-370a-4033-8afa-d40a9cd22339 req-ec9e7a7e-b387-4af8-b8a6-a06c92fe1391 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:44.475006 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bfbc4a9e-370a-4033-8afa-d40a9cd22339 req-ec9e7a7e-b387-4af8-b8a6-a06c92fe1391 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1335044 May 13 16:15:44.481646 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-80a9505e-dcbb-4524-ac24-d95f095162de service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769380 May 13 16:15:44.545551 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bfbc4a9e-370a-4033-8afa-d40a9cd22339 req-049574f9-6216-40f4-ab76-318ee3c8567e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634165 May 13 16:15:44.691075 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-cc6a1c36-1f01-47dc-9fb0-4e69ddf4e4b0 req-256ae03e-d59a-4443-98a7-b12d607d515f service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977274 May 13 16:15:45.070748 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11688f66-8a7b-488d-940c-4fb8ec9f6296 req-51dc2e55-3a51-40ca-9b91-d45fb9635302 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:45.072411 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-11688f66-8a7b-488d-940c-4fb8ec9f6296 req-51dc2e55-3a51-40ca-9b91-d45fb9635302 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 943 time: 0.0998118 May 13 16:15:45.157273 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-11688f66-8a7b-488d-940c-4fb8ec9f6296 req-a0be4f98-4af2-496d-ba61-12c450745be7 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772507 May 13 16:15:45.798630 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36571ecf-b896-4c3d-85fc-311ab473d09a req-a666ee8b-bc87-4912-b18c-a4c2865997e3 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:45.800217 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-36571ecf-b896-4c3d-85fc-311ab473d09a req-a666ee8b-bc87-4912-b18c-a4c2865997e3 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1293821 May 13 16:15:45.864248 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-36571ecf-b896-4c3d-85fc-311ab473d09a req-472780dd-7d76-4047-9d13-f1392a655e2f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581450 May 13 16:15:46.083449 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:15:46.144365 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'code': 200} May 13 16:15:46.429843 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4be33-4f08-44d1-97cb-2e983b8a5907 req-89e341e1-8e6c-4a7b-8c37-cc7c03af8b9b tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:46.431788 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4da4be33-4f08-44d1-97cb-2e983b8a5907 req-89e341e1-8e6c-4a7b-8c37-cc7c03af8b9b tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 943 time: 0.1111498 May 13 16:15:46.509631 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4da4be33-4f08-44d1-97cb-2e983b8a5907 req-b995dd0b-d924-45d2-bf24-06ee1a6dcb48 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616441 May 13 16:15:46.743001 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb91b38-21a8-4e77-b08f-e4fff84c3a91 req-baf2faea-55e3-4477-a69a-cee82b31ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:46.744541 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-ffb91b38-21a8-4e77-b08f-e4fff84c3a91 req-baf2faea-55e3-4477-a69a-cee82b31ccfc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 1096 time: 0.1247516 May 13 16:15:46.810795 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-ffb91b38-21a8-4e77-b08f-e4fff84c3a91 req-6df910fa-1b13-42fa-9b3c-ef1e16fb7e94 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542576 May 13 16:15:47.190902 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c420fdb-6ec7-4caa-96b6-b7e4d121ab7e req-21e186c2-b486-4cd5-a1ac-cee15763c937 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:47.192416 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9c420fdb-6ec7-4caa-96b6-b7e4d121ab7e req-21e186c2-b486-4cd5-a1ac-cee15763c937 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1449270 May 13 16:15:47.269558 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9c420fdb-6ec7-4caa-96b6-b7e4d121ab7e req-bbe7277f-dc11-46c4-8e59-477148770a7b tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695755 May 13 16:15:47.458047 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device e959a8a2-d140-4484-850d-f11bd62443ec details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:15:47.676183 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port e959a8a2-d140-4484-850d-f11bd62443ec, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e959a8a2-d140-4484-850d-f11bd62443ec,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:15:47.699354 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'port_id': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'mac_address': 'fa:16:3e:72:68:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:15:47.779757 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:47.802662 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e959a8a2-d140-4484-850d-f11bd62443ec {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:15:47.822373 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26e766-2c30-48f9-90f7-a3fe69787782 req-566403ae-f6bf-4f5c-908f-f516d38082c0 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:47.832634 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port e959a8a2-d140-4484-850d-f11bd62443ec, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e959a8a2-d140-4484-850d-f11bd62443ec,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:15:47.837745 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1c26e766-2c30-48f9-90f7-a3fe69787782 req-566403ae-f6bf-4f5c-908f-f516d38082c0 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 943 time: 0.1641960 May 13 16:15:47.841711 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:47.848825 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:15:47.944789 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1c26e766-2c30-48f9-90f7-a3fe69787782 req-8c6303a3-b598-49c8-afff-f2edd92752a1 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039832 May 13 16:15:47.981815 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=e959a8a2-d140-4484-850d-f11bd62443ec,revision_number=7']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:15:47.988524 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:15:48.419038 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['e959a8a2-d140-4484-850d-f11bd62443ec'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:15:48.653902 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51318091-d080-443e-873b-e4c117eae20e req-c7e26cca-67d1-4a52-8090-134bdcdab7ed tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:48.656166 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-51318091-d080-443e-873b-e4c117eae20e req-c7e26cca-67d1-4a52-8090-134bdcdab7ed tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1346200 May 13 16:15:48.726676 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-51318091-d080-443e-873b-e4c117eae20e req-55a808f7-dd10-4c9a-8bc5-ceb79b1ba643 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578487 May 13 16:15:49.251191 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:15:49.270600 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479b7a5-cb0e-4eed-8459-e4302a246628 req-275da920-e228-4803-a1fc-d64659d1b01a tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:49.272161 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4479b7a5-cb0e-4eed-8459-e4302a246628 req-275da920-e228-4803-a1fc-d64659d1b01a tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 944 time: 0.1431499 May 13 16:15:49.335071 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4479b7a5-cb0e-4eed-8459-e4302a246628 req-ae1c8aa9-9eff-4614-a088-d6fa5ffc4f20 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575068 May 13 16:15:50.027105 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da23e0-2dc0-4315-97d7-9bc4df0f2f34 req-8e6c62b4-1cd8-4937-aba6-769f78b67a99 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:50.035982 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-67da23e0-2dc0-4315-97d7-9bc4df0f2f34 req-8e6c62b4-1cd8-4937-aba6-769f78b67a99 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1464751 May 13 16:15:50.097484 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-67da23e0-2dc0-4315-97d7-9bc4df0f2f34 req-a6478889-1043-4857-a103-05efaac6bbaa tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605180 May 13 16:15:51.431881 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051203e-a857-4725-bb25-480cf2d4b216 req-983424b2-f678-4713-a31a-3c432969d459 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:51.433380 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4051203e-a857-4725-bb25-480cf2d4b216 req-983424b2-f678-4713-a31a-3c432969d459 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1058488 May 13 16:15:51.487294 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device e959a8a2-d140-4484-850d-f11bd62443ec up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:15:51.488216 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4051203e-a857-4725-bb25-480cf2d4b216 req-8ff82868-5b83-469f-8117-f62a5f287b9a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486186 May 13 16:15:51.583899 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port e959a8a2-d140-4484-850d-f11bd62443ec triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:15:51.584274 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:51.740222 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:51.783366 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port e959a8a2-d140-4484-850d-f11bd62443ec, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e959a8a2-d140-4484-850d-f11bd62443ec,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:15:51.784697 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:15:51.795077 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:51.799088 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:15:51.868603 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'code': 200} May 13 16:15:51.910312 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=e959a8a2-d140-4484-850d-f11bd62443ec,revision_number=8']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:15:51.916411 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:15:52.749540 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31271d0-7150-4933-81a3-607b03fc1ea8 req-6d8b1dbf-176f-44b9-9585-445fca6b0a82 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:52.751024 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c31271d0-7150-4933-81a3-607b03fc1ea8 req-6d8b1dbf-176f-44b9-9585-445fca6b0a82 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.0980923 May 13 16:15:52.816682 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c31271d0-7150-4933-81a3-607b03fc1ea8 req-5c132fee-3705-40ea-9c88-458a0000d619 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593009 May 13 16:15:53.323945 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc42ea1-afe4-416c-a3a3-7ef6dca4c247 req-3d6fff6a-4d3f-42a9-8ee6-6cb176452555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:53.325616 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6cc42ea1-afe4-416c-a3a3-7ef6dca4c247 req-3d6fff6a-4d3f-42a9-8ee6-6cb176452555 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b03e7da06f462f87ae1810bfc67172&device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 1099 time: 0.0797162 May 13 16:15:53.472050 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc42ea1-afe4-416c-a3a3-7ef6dca4c247 req-a549b256-624a-418c-ab20-57c8e6cd52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:53.473530 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6cc42ea1-afe4-416c-a3a3-7ef6dca4c247 req-a549b256-624a-418c-ab20-57c8e6cd52f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 200 len: 918 time: 0.1379251 May 13 16:15:53.587268 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6cc42ea1-afe4-416c-a3a3-7ef6dca4c247 req-97b8383c-7e41-4450-bd3c-af86d7a8af53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d HTTP/1.1" status: 200 len: 1002 time: 0.1066236 May 13 16:15:53.656428 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc42ea1-afe4-416c-a3a3-7ef6dca4c247 req-c63be2c7-8119-4a12-9ab2-a794911fdf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:53.657958 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6cc42ea1-afe4-416c-a3a3-7ef6dca4c247 req-c63be2c7-8119-4a12-9ab2-a794911fdf15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a3a991-627e-4aa0-addc-74ff480943da HTTP/1.1" status: 200 len: 856 time: 0.0624027 May 13 16:15:53.740402 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc42ea1-afe4-416c-a3a3-7ef6dca4c247 req-1b3d585d-510b-4825-b6fb-f4162fb6967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:53.741966 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6cc42ea1-afe4-416c-a3a3-7ef6dca4c247 req-1b3d585d-510b-4825-b6fb-f4162fb6967b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca658d9-eaa4-4676-96b4-38061917c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0757883 May 13 16:15:53.885803 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6cc42ea1-afe4-416c-a3a3-7ef6dca4c247 req-f1d54037-773d-4a9b-9312-c8234de1bfb5 service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364024 May 13 16:15:54.073166 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-6cc42ea1-afe4-416c-a3a3-7ef6dca4c247 req-3fe68c67-7f89-40e5-a6f2-528b32d38372 service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751955 May 13 16:15:54.194636 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94f2f8-d537-4471-9f2f-1370fbc3ad2e req-9430f952-ccc8-468b-9c18-015b8301b3d4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:54.197026 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fd94f2f8-d537-4471-9f2f-1370fbc3ad2e req-9430f952-ccc8-468b-9c18-015b8301b3d4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.2317152 May 13 16:15:54.247728 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fd94f2f8-d537-4471-9f2f-1370fbc3ad2e req-64838ec0-564b-4967-9a03-cb808aa5375b tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450151 May 13 16:15:55.472567 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4542e-3fd6-4ea1-8516-1f33d19dafc2 req-fda0e261-f7e8-4cac-8097-a396479a690e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:55.474477 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4ee4542e-3fd6-4ea1-8516-1f33d19dafc2 req-fda0e261-f7e8-4cac-8097-a396479a690e tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.1007564 May 13 16:15:55.535505 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4ee4542e-3fd6-4ea1-8516-1f33d19dafc2 req-bcf4fec2-6c68-4734-9988-90e619d55baa tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525167 May 13 16:15:56.775984 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475b516-8152-4eb3-aed6-1e2be0294dcd req-0a348152-cef2-4be7-beac-64262121f355 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:56.777479 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8475b516-8152-4eb3-aed6-1e2be0294dcd req-0a348152-cef2-4be7-beac-64262121f355 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 946 time: 0.0926857 May 13 16:15:56.840729 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8475b516-8152-4eb3-aed6-1e2be0294dcd req-eb8633fe-da28-425a-ab82-cdc227f731d1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539925 May 13 16:15:57.476762 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device fd4cbbe4-d57b-465e-9751-fd0238d9d21d no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:15:57.624397 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:57.664360 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:15:57.679994 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:15:57.686531 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:15:57.692222 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:15:57.779859 dv-cinder-689486-12-smb neutron-server[79045]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'code': 422} returned with failed status May 13 16:15:57.830278 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,revision_number=8']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:15:57.833742 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:15:58.680886 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-df3fc668-500d-4931-8cc7-f523bbdeafd8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933986 May 13 16:15:58.712477 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770ca4-e750-4fd7-a565-040b3f43c1e7 req-fc9265bb-8a54-441b-b668-47f5a2693f6f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:58.714060 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-51770ca4-e750-4fd7-a565-040b3f43c1e7 req-fc9265bb-8a54-441b-b668-47f5a2693f6f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.1221445 May 13 16:15:58.771076 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-51770ca4-e750-4fd7-a565-040b3f43c1e7 req-91f2cad3-fffb-4396-883c-c4b78e0c8759 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475197 May 13 16:15:58.941875 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fd9a3-86b2-439a-bdaa-c9919f48c0c9 req-9643809d-641a-4aa9-8f19-963aae9a3b76 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:58.943202 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d37fd9a3-86b2-439a-bdaa-c9919f48c0c9 req-9643809d-641a-4aa9-8f19-963aae9a3b76 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0888493 May 13 16:15:59.004365 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d37fd9a3-86b2-439a-bdaa-c9919f48c0c9 req-5cbf3bbd-2cdc-4fcc-8688-5ae0d9b56a63 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532761 May 13 16:15:59.963113 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-0848f6a0-8f0d-4bba-aba5-e31bda9acdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:15:59.964238 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-0848f6a0-8f0d-4bba-aba5-e31bda9acdc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6&tenant_id=a4b03e7da06f462f87ae1810bfc67172 HTTP/1.1" status: 200 len: 1097 time: 0.1982889 May 13 16:16:00.014249 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938f2d6-7491-4113-9243-4e8755746316 req-78b18a2f-b3e5-48c8-b894-08e9b7ec8aec tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:00.017203 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d938f2d6-7491-4113-9243-4e8755746316 req-78b18a2f-b3e5-48c8-b894-08e9b7ec8aec tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.1166322 May 13 16:16:00.078557 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d938f2d6-7491-4113-9243-4e8755746316 req-f3428cd7-b2dc-4e57-be13-0d7c75c08f9d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546935 May 13 16:16:00.099432 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-ec84736a-e251-4866-8cb0-1279a4a5b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:00.100915 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-ec84736a-e251-4866-8cb0-1279a4a5b151 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b03e7da06f462f87ae1810bfc67172&device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 1097 time: 0.0965092 May 13 16:16:00.229411 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766568ae-1f8b-4efd-9f9c-e9c617099dbb req-7becae06-8a9f-4099-a750-e40de9c20b0c tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:00.231852 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-766568ae-1f8b-4efd-9f9c-e9c617099dbb req-7becae06-8a9f-4099-a750-e40de9c20b0c tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0906286 May 13 16:16:00.256488 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-f0425d46-e229-4a93-8723-f1322e023e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:00.257945 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-f0425d46-e229-4a93-8723-f1322e023e65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 200 len: 918 time: 0.1417956 May 13 16:16:00.294876 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-766568ae-1f8b-4efd-9f9c-e9c617099dbb req-bd9f5022-b3bb-428e-83df-f92e3ef0da20 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544093 May 13 16:16:00.365451 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-61868b4b-b80e-4af5-8268-6e32fa33b31f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d HTTP/1.1" status: 200 len: 1000 time: 0.0968127 May 13 16:16:00.432030 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-d9c31172-155c-45ee-8682-b2b84b36930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:00.433458 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-d9c31172-155c-45ee-8682-b2b84b36930e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25a3a991-627e-4aa0-addc-74ff480943da HTTP/1.1" status: 200 len: 856 time: 0.0616179 May 13 16:16:00.514041 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:00.519466 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-0744f6aa-4ed1-4270-bd04-10d26f347805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:00.520976 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-0744f6aa-4ed1-4270-bd04-10d26f347805 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dca658d9-eaa4-4676-96b4-38061917c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0806623 May 13 16:16:00.664572 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-22658f9b-7a7e-4d2f-9f1f-750035860215 service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361094 May 13 16:16:00.831301 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-48cc2f16-eed1-4484-b319-131a5b0d07a0 req-e4dd3365-649b-46bd-b908-bd25d36ed4bc service neutron] 10.222.0.36 "GET /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519470 May 13 16:16:00.910368 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-19b2d374-2c85-4183-b121-e2782cc6acce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:01.288768 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc70c2-cd50-432d-9cc3-69a3dcecdca1 req-6a684560-b78a-451d-8efd-db71d5327285 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:01.290395 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5cdc70c2-cd50-432d-9cc3-69a3dcecdca1 req-6a684560-b78a-451d-8efd-db71d5327285 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.0931664 May 13 16:16:01.350756 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5cdc70c2-cd50-432d-9cc3-69a3dcecdca1 req-33767c33-6530-4b1e-ab6d-00d98585a126 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533867 May 13 16:16:01.619507 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d6cf5-78e8-4c9e-bcc6-6e21aac91409 req-c40ff417-f989-4e67-9295-4f0ef08c3c01 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:01.621295 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-671d6cf5-78e8-4c9e-bcc6-6e21aac91409 req-c40ff417-f989-4e67-9295-4f0ef08c3c01 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1481521 May 13 16:16:01.684247 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-671d6cf5-78e8-4c9e-bcc6-6e21aac91409 req-cecd7cca-0de7-43ec-a9d1-b3b849c64f62 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567188 May 13 16:16:02.592559 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78d044-31f4-4638-a5d1-c7112c4f847f req-077c69b1-5120-44ca-a27a-7abf3455f819 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:02.594655 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8d78d044-31f4-4638-a5d1-c7112c4f847f req-077c69b1-5120-44ca-a27a-7abf3455f819 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.1097817 May 13 16:16:02.660242 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8d78d044-31f4-4638-a5d1-c7112c4f847f req-0cb39c2c-6503-4178-8b49-73e52d1217f3 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575671 May 13 16:16:03.003554 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104681dd-d6c9-4983-bee8-dd664a89974a req-021049c6-163d-473c-b9d6-ce5f35c47d12 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:03.006026 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-104681dd-d6c9-4983-bee8-dd664a89974a req-021049c6-163d-473c-b9d6-ce5f35c47d12 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1242514 May 13 16:16:03.056584 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-104681dd-d6c9-4983-bee8-dd664a89974a req-3f074fd1-7a65-48f0-8e05-ad1672460a20 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450289 May 13 16:16:03.805118 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:03.944790 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46de8b5-3148-4502-9c3e-902e4579161e req-2d23c920-24a0-46aa-8e56-606e3f0649ce tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:03.946349 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a46de8b5-3148-4502-9c3e-902e4579161e req-2d23c920-24a0-46aa-8e56-606e3f0649ce tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.1020567 May 13 16:16:04.014566 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a46de8b5-3148-4502-9c3e-902e4579161e req-a95d40fc-40d1-4159-ad63-a24aa12b4087 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564227 May 13 16:16:04.063686 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-b5b67a23-2380-47d3-b1d1-dcb0663c8445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:04.303673 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0da4c-d580-403b-b3fc-6720ee5d2e79 req-12c9e037-1d01-4e0b-bf99-467bc3e7f202 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:04.305102 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b7a0da4c-d580-403b-b3fc-6720ee5d2e79 req-12c9e037-1d01-4e0b-bf99-467bc3e7f202 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0901680 May 13 16:16:04.368406 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b7a0da4c-d580-403b-b3fc-6720ee5d2e79 req-3eba96d8-4cb3-48eb-abbe-1b852d852413 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489547 May 13 16:16:04.996357 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:05.266161 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada41ef1-cb05-47ca-b118-8e3bcb50ce15 req-04a24a92-577c-466e-b831-a1defc8e9ed5 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:05.267830 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ada41ef1-cb05-47ca-b118-8e3bcb50ce15 req-04a24a92-577c-466e-b831-a1defc8e9ed5 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.1007347 May 13 16:16:05.331808 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ada41ef1-cb05-47ca-b118-8e3bcb50ce15 req-28b10403-dd4a-4fae-82f9-b3c9da62d0c9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573621 May 13 16:16:05.635308 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f9692-68df-41d6-99b6-e05358b6224d req-feee881a-11a5-4491-b878-636809c701c3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:05.637808 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f24f9692-68df-41d6-99b6-e05358b6224d req-feee881a-11a5-4491-b878-636809c701c3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1333690 May 13 16:16:05.701573 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f24f9692-68df-41d6-99b6-e05358b6224d req-4e99c044-a784-42f8-a09a-d00a21838a3a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568593 May 13 16:16:06.583961 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a56c2-3c01-4bca-99f6-a3212347cbc3 req-3d6293fc-0340-4878-9c0f-96a4528bcfe0 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:06.586467 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1f1a56c2-3c01-4bca-99f6-a3212347cbc3 req-3d6293fc-0340-4878-9c0f-96a4528bcfe0 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.1156719 May 13 16:16:06.647362 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1f1a56c2-3c01-4bca-99f6-a3212347cbc3 req-de8e2095-73aa-48b7-b1ff-58343cb861aa tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545969 May 13 16:16:06.668184 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:07.062593 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb7afa-5e3d-406a-a8b0-05f6c2515e45 req-bc8ea883-1159-4601-b2ac-3cc3bc4161ef tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:07.064130 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1bcb7afa-5e3d-406a-a8b0-05f6c2515e45 req-bc8ea883-1159-4601-b2ac-3cc3bc4161ef tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1967947 May 13 16:16:07.139304 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1bcb7afa-5e3d-406a-a8b0-05f6c2515e45 req-dc6c3de0-c931-48d5-9d29-b0732c3b92c2 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641081 May 13 16:16:07.880033 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25fc30-bdec-4d82-b101-765bbadde3ab req-19c8e8a3-e0a6-4114-b7b7-6f737b328ce1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:07.882358 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1c25fc30-bdec-4d82-b101-765bbadde3ab req-19c8e8a3-e0a6-4114-b7b7-6f737b328ce1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.0946460 May 13 16:16:07.943939 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1c25fc30-bdec-4d82-b101-765bbadde3ab req-f8013b4d-ac61-4655-b875-8bd0eb036de8 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562940 May 13 16:16:08.409455 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05574cbc-235b-4025-a058-3b5423392a41 req-a1064883-feff-4522-a864-e7de0952d8ca tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:08.410960 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-05574cbc-235b-4025-a058-3b5423392a41 req-a1064883-feff-4522-a864-e7de0952d8ca tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1213167 May 13 16:16:08.477493 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-05574cbc-235b-4025-a058-3b5423392a41 req-f55604b4-d789-4d28-8e7d-b0f445aca919 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566583 May 13 16:16:09.290408 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fee7d-ae4b-48f1-b501-fbef52fb2f4d req-e3715493-ac8b-43fa-94d0-f172e76fb340 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:09.295028 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-099fee7d-ae4b-48f1-b501-fbef52fb2f4d req-e3715493-ac8b-43fa-94d0-f172e76fb340 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.1638324 May 13 16:16:09.362537 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-099fee7d-ae4b-48f1-b501-fbef52fb2f4d req-cdac2ee7-d2f0-407b-987c-d1e0b0c204ae tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535536 May 13 16:16:09.769438 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e984224-da4a-4d86-9ed1-4a8ebebb6cbe req-2bf80a8d-cdd0-4d3a-bf88-6270863a0e87 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:09.776355 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5e984224-da4a-4d86-9ed1-4a8ebebb6cbe req-2bf80a8d-cdd0-4d3a-bf88-6270863a0e87 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1396992 May 13 16:16:09.853923 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5e984224-da4a-4d86-9ed1-4a8ebebb6cbe req-96b4d5cd-7e32-4739-85e1-624850956155 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692828 May 13 16:16:10.596446 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b210dc0-7224-477b-9d1e-12eba032eb12 req-f8e0d5a2-63ec-4c3d-85cf-3e2f09bf87c8 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:10.597991 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1b210dc0-7224-477b-9d1e-12eba032eb12 req-f8e0d5a2-63ec-4c3d-85cf-3e2f09bf87c8 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.0982468 May 13 16:16:10.666818 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1b210dc0-7224-477b-9d1e-12eba032eb12 req-a1dc631e-9ba3-4fb1-9262-26e648019004 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618536 May 13 16:16:11.077118 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd1891-2c58-41b2-a6b5-da0f0c5d359d req-1c9df12b-a389-4199-9208-f727e17942fe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:11.079790 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-46fd1891-2c58-41b2-a6b5-da0f0c5d359d req-1c9df12b-a389-4199-9208-f727e17942fe tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0973430 May 13 16:16:11.137813 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-46fd1891-2c58-41b2-a6b5-da0f0c5d359d req-887299d3-75c5-4ea3-9a14-bceb86d46e36 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490453 May 13 16:16:11.927816 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca3586-9a53-44c8-83a1-46cffbf93873 req-39fbe0c7-6911-41f5-95f3-4a617ca0be20 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:11.929295 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-19ca3586-9a53-44c8-83a1-46cffbf93873 req-39fbe0c7-6911-41f5-95f3-4a617ca0be20 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.0939634 May 13 16:16:11.985229 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-19ca3586-9a53-44c8-83a1-46cffbf93873 req-4ce26dae-d3a7-4a10-94c7-b2b85a53c9b9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496230 May 13 16:16:12.382745 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04225cb8-6493-404b-9f91-98295536a62e req-2bf0bca9-5aab-447f-a3eb-c6bf7ceecd97 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:12.384258 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-04225cb8-6493-404b-9f91-98295536a62e req-2bf0bca9-5aab-447f-a3eb-c6bf7ceecd97 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1019857 May 13 16:16:12.439978 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-04225cb8-6493-404b-9f91-98295536a62e req-70b556fa-a2b5-4583-8055-29ae19943971 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493584 May 13 16:16:13.298648 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1999435-1a7e-43cc-8828-075632d84e93 req-143a6706-1abe-4c52-84e6-fe5349b13bc3 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:13.300167 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d1999435-1a7e-43cc-8828-075632d84e93 req-143a6706-1abe-4c52-84e6-fe5349b13bc3 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.1726670 May 13 16:16:13.348723 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d1999435-1a7e-43cc-8828-075632d84e93 req-2125368f-b128-4b04-819e-c02090d000f2 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428097 May 13 16:16:13.654888 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0721495-1971-4d3c-a7cd-bc8e08623fce req-d7770990-6479-4185-8169-882ce109f10c tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:13.657162 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f0721495-1971-4d3c-a7cd-bc8e08623fce req-d7770990-6479-4185-8169-882ce109f10c tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0907583 May 13 16:16:13.708753 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f0721495-1971-4d3c-a7cd-bc8e08623fce req-cf59c525-2743-4012-924b-c22403b23666 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455549 May 13 16:16:14.585187 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac35ce-ec46-410a-a7a0-a872930e4c66 req-22980e1d-588b-4488-b214-e6b53fec71b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:14.586638 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9cac35ce-ec46-410a-a7a0-a872930e4c66 req-22980e1d-588b-4488-b214-e6b53fec71b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.1090386 May 13 16:16:14.644086 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9cac35ce-ec46-410a-a7a0-a872930e4c66 req-5381d2f1-8058-4e70-a1d2-ee00458b96b7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509536 May 13 16:16:14.851798 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefe133-8594-4b35-bba4-bb174c5a8d85 req-1fd30721-a7f7-410b-ad8b-1be6b7f40357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:14.854277 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-ecefe133-8594-4b35-bba4-bb174c5a8d85 req-1fd30721-a7f7-410b-ad8b-1be6b7f40357 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 1099 time: 0.1364396 May 13 16:16:14.980280 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f968fe-11e6-4846-82f4-928aa54e4c42 req-e00b3e26-668d-4579-9298-1374c74658c7 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:14.981963 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e9f968fe-11e6-4846-82f4-928aa54e4c42 req-e00b3e26-668d-4579-9298-1374c74658c7 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1037624 May 13 16:16:15.044799 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e9f968fe-11e6-4846-82f4-928aa54e4c42 req-68e28325-2365-4ba6-98fc-2376128a542b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568323 May 13 16:16:15.059562 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefe133-8594-4b35-bba4-bb174c5a8d85 req-ba739252-85ec-49f9-a4c2-ff575217bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:15.062475 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-ecefe133-8594-4b35-bba4-bb174c5a8d85 req-ba739252-85ec-49f9-a4c2-ff575217bf66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 HTTP/1.1" status: 200 len: 912 time: 0.1614475 May 13 16:16:15.178500 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-ecefe133-8594-4b35-bba4-bb174c5a8d85 req-e9f79db4-7e51-40ac-8260-c6d70bdf6464 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63c6ad1b-f07f-4e3c-a9c3-714f706941fe HTTP/1.1" status: 200 len: 1002 time: 0.1067183 May 13 16:16:15.253492 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefe133-8594-4b35-bba4-bb174c5a8d85 req-fc6aa5f9-2c36-4d14-8e1e-c1e777e5e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:15.254962 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-ecefe133-8594-4b35-bba4-bb174c5a8d85 req-fc6aa5f9-2c36-4d14-8e1e-c1e777e5e39d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=67ac9cf4-8079-47e1-a5bb-a198057015ec HTTP/1.1" status: 200 len: 850 time: 0.0665722 May 13 16:16:15.342845 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefe133-8594-4b35-bba4-bb174c5a8d85 req-b2156497-2be1-4056-abda-1ef38c62cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:15.344815 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-ecefe133-8594-4b35-bba4-bb174c5a8d85 req-b2156497-2be1-4056-abda-1ef38c62cc69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0827589 May 13 16:16:15.495164 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-ecefe133-8594-4b35-bba4-bb174c5a8d85 req-0e88f826-b601-4d57-abfc-6e7f9859beeb service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427565 May 13 16:16:15.667640 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-ecefe133-8594-4b35-bba4-bb174c5a8d85 req-a1a352e1-2219-4b5a-a86e-b5062d762836 service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641765 May 13 16:16:15.864821 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d64c1c-22ff-4e73-b004-a149bec3b503 req-9c8f01c8-921a-4dae-ada5-6e0410d0f08a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:15.866381 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-33d64c1c-22ff-4e73-b004-a149bec3b503 req-9c8f01c8-921a-4dae-ada5-6e0410d0f08a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.0951617 May 13 16:16:15.916822 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-33d64c1c-22ff-4e73-b004-a149bec3b503 req-784d17ec-145b-4d3c-97c1-b8a763e081da tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445361 May 13 16:16:16.256471 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff0304-01f2-49f6-a34f-2c4dcd220501 req-9b667bcd-7e50-4811-abb5-eaa922bdda8c tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:16.257998 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-11ff0304-01f2-49f6-a34f-2c4dcd220501 req-9b667bcd-7e50-4811-abb5-eaa922bdda8c tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0931349 May 13 16:16:16.315531 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-11ff0304-01f2-49f6-a34f-2c4dcd220501 req-daa75fad-3f1f-4c70-b78b-b4f99610ecaf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490253 May 13 16:16:16.735563 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba394f-b560-4d34-9da9-a47dcdadeabd req-845435d3-03f4-4567-8d9f-1c5a1952e8de tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:16.737375 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-80ba394f-b560-4d34-9da9-a47dcdadeabd req-845435d3-03f4-4567-8d9f-1c5a1952e8de tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1020131 May 13 16:16:16.792359 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-80ba394f-b560-4d34-9da9-a47dcdadeabd req-dd5343f6-864f-4832-a4f1-aed28a93a57d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475683 May 13 16:16:16.888473 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef88c5-5c0b-46ea-97d1-6bca9018a583 req-1192e54f-3038-4ba3-a788-0a383356be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:16.889977 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e5ef88c5-5c0b-46ea-97d1-6bca9018a583 req-1192e54f-3038-4ba3-a788-0a383356be18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 1099 time: 0.1649578 May 13 16:16:17.035174 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef88c5-5c0b-46ea-97d1-6bca9018a583 req-671541e7-c38e-49e3-b87b-a6b372b0f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:17.037413 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e5ef88c5-5c0b-46ea-97d1-6bca9018a583 req-671541e7-c38e-49e3-b87b-a6b372b0f578 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 HTTP/1.1" status: 200 len: 912 time: 0.1386380 May 13 16:16:17.158103 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e5ef88c5-5c0b-46ea-97d1-6bca9018a583 req-9f6d52e4-af3b-42eb-a94c-d2011ebf081b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63c6ad1b-f07f-4e3c-a9c3-714f706941fe HTTP/1.1" status: 200 len: 1002 time: 0.1093860 May 13 16:16:17.225144 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef88c5-5c0b-46ea-97d1-6bca9018a583 req-646d55a7-5418-4c9f-96c5-345ff11ac456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:17.226699 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e5ef88c5-5c0b-46ea-97d1-6bca9018a583 req-646d55a7-5418-4c9f-96c5-345ff11ac456 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=67ac9cf4-8079-47e1-a5bb-a198057015ec HTTP/1.1" status: 200 len: 850 time: 0.0603070 May 13 16:16:17.234058 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a8776-2ab0-44d1-90bb-7922eec64e86 req-79a43d33-4f45-475c-8fec-f6688784e97c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:17.236138 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-469a8776-2ab0-44d1-90bb-7922eec64e86 req-79a43d33-4f45-475c-8fec-f6688784e97c tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 944 time: 0.1820378 May 13 16:16:17.289264 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-469a8776-2ab0-44d1-90bb-7922eec64e86 req-f50c19db-13b5-4ef4-aed3-206eaeb2141f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476375 May 13 16:16:17.313818 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef88c5-5c0b-46ea-97d1-6bca9018a583 req-e33f9fd5-8199-4e0c-8c74-b2bf2887f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:17.315404 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e5ef88c5-5c0b-46ea-97d1-6bca9018a583 req-e33f9fd5-8199-4e0c-8c74-b2bf2887f151 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0809639 May 13 16:16:17.450592 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e5ef88c5-5c0b-46ea-97d1-6bca9018a583 req-aa895536-bb4b-431d-b70b-c39bd0eb56cb service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280971 May 13 16:16:17.587631 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-e5ef88c5-5c0b-46ea-97d1-6bca9018a583 req-097062c7-8e57-4dcc-8107-f0691d03d700 service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292124 May 13 16:16:17.626758 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device fd4cbbe4-d57b-465e-9751-fd0238d9d21d details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:16:17.785661 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:16:17.801781 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'port_id': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'mac_address': 'fa:16:3e:b3:d3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:16:17.877860 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:17.897362 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4cbbe4-d57b-465e-9751-fd0238d9d21d {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:16:17.915181 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:16:17.920041 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:17.922727 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:16:18.018218 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,revision_number=9']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:16:18.024563 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:16:18.280329 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f4627-837f-40ab-85ea-6cecc687aaf3 req-aa02b532-7fe1-44f6-99ed-ff66ff3f5919 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:18.282777 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8b2f4627-837f-40ab-85ea-6cecc687aaf3 req-aa02b532-7fe1-44f6-99ed-ff66ff3f5919 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1314464 May 13 16:16:18.365348 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8b2f4627-837f-40ab-85ea-6cecc687aaf3 req-37ac54f7-4a6f-4301-a7bf-6687329e4c18 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760329 May 13 16:16:18.427748 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['fd4cbbe4-d57b-465e-9751-fd0238d9d21d'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:16:18.557266 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e360f-7c4a-49d9-a7b1-f3972a2a394d req-917e0f17-9dd7-467e-ab28-56cedee59f6d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:18.558801 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b46e360f-7c4a-49d9-a7b1-f3972a2a394d req-917e0f17-9dd7-467e-ab28-56cedee59f6d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 945 time: 0.1087012 May 13 16:16:18.618296 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b46e360f-7c4a-49d9-a7b1-f3972a2a394d req-a635d044-5a41-41f0-b7ff-8041f5df1f1d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519261 May 13 16:16:19.572416 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730ba8a-d4af-498d-97e4-84b2b087fe32 req-24e1cce6-9d0b-48c0-9454-5dc1aa504b82 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:19.573890 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b730ba8a-d4af-498d-97e4-84b2b087fe32 req-24e1cce6-9d0b-48c0-9454-5dc1aa504b82 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0846412 May 13 16:16:19.620688 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b730ba8a-d4af-498d-97e4-84b2b087fe32 req-a13429a2-ae9f-4156-b499-1fb7b45c971f tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399358 May 13 16:16:19.650954 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device fd4cbbe4-d57b-465e-9751-fd0238d9d21d up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:16:19.737660 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port fd4cbbe4-d57b-465e-9751-fd0238d9d21d triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:16:19.738331 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:19.849144 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73948cfd-3a64-40b2-b6ca-70271765855a req-47dd49ae-fa97-4b5f-936a-07b5d7fb3d27 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:19.851004 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-73948cfd-3a64-40b2-b6ca-70271765855a req-47dd49ae-fa97-4b5f-936a-07b5d7fb3d27 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 945 time: 0.1078472 May 13 16:16:19.876614 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:19.908256 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:16:19.914858 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-73948cfd-3a64-40b2-b6ca-70271765855a req-8ff973b3-4308-4ef7-94ff-b1b5afcd41cc tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565653 May 13 16:16:19.918902 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:16:19.925484 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:19.927911 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:16:19.977753 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'code': 200} May 13 16:16:20.007502 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,revision_number=10']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:16:20.011088 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:16:20.308213 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373d9fd-ae05-45b2-98b0-fb1cf0ecfeaf req-20093d5d-8e6c-4c7a-88d8-79e21f328c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:20.309685 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-7373d9fd-ae05-45b2-98b0-fb1cf0ecfeaf req-20093d5d-8e6c-4c7a-88d8-79e21f328c97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 1100 time: 0.0771813 May 13 16:16:20.354232 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-7373d9fd-ae05-45b2-98b0-fb1cf0ecfeaf req-b212a8d7-61f0-4cef-b9ec-55a4af8eb180 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367229 May 13 16:16:21.185227 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7e3a8-dfb3-444f-b564-cdf3241343b5 req-9f582b7e-fada-4471-9dbb-279bcf6526e7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:21.186719 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2bb7e3a8-dfb3-444f-b564-cdf3241343b5 req-9f582b7e-fada-4471-9dbb-279bcf6526e7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 947 time: 0.0969300 May 13 16:16:21.241189 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2bb7e3a8-dfb3-444f-b564-cdf3241343b5 req-6727813b-98f2-4120-be1a-83dd7a09fe7f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472655 May 13 16:16:22.461582 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a84729-a013-4358-b464-b478d44c784a req-c3f4788e-8279-48d6-ac8b-9897ec6353a9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:22.463681 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-93a84729-a013-4358-b464-b478d44c784a req-c3f4788e-8279-48d6-ac8b-9897ec6353a9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 947 time: 0.0954437 May 13 16:16:22.519544 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-93a84729-a013-4358-b464-b478d44c784a req-f39e627a-9502-4047-ba16-5660236bbefe tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485053 May 13 16:16:23.741435 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627811d-1c5f-49f3-85d4-2c1128d2b516 req-82f01c8c-8a62-4c9e-a994-7c85de333b33 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:23.743200 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a627811d-1c5f-49f3-85d4-2c1128d2b516 req-82f01c8c-8a62-4c9e-a994-7c85de333b33 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 947 time: 0.1052108 May 13 16:16:23.800606 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a627811d-1c5f-49f3-85d4-2c1128d2b516 req-353e95eb-acb7-4e04-a8f2-9ac569b3cac4 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494020 May 13 16:16:26.252032 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:16:30.539758 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:30.904479 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4073-6b37-4571-ac80-90c5ca128034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:33.782538 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:34.052506 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-22ac1fea-760c-4d71-b882-07901e261b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:35.000524 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:36.663086 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:57.163722 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac43e39-073e-4bf5-81fc-ff4d15a6ac93 req-351a401e-6c5c-4eaf-9d0e-de8cd1e0caec tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:57.165173 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ac43e39-073e-4bf5-81fc-ff4d15a6ac93 req-351a401e-6c5c-4eaf-9d0e-de8cd1e0caec tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 947 time: 0.0853844 May 13 16:16:57.216384 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-1ac43e39-073e-4bf5-81fc-ff4d15a6ac93 req-ab8bf8f7-9e04-48c1-ad93-327c46ca428d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454495 May 13 16:16:58.439649 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986ac19-8598-4f10-9231-6a110acc311d req-3c04daa3-a4dc-4670-be64-701ed24d29e1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:58.441348 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a986ac19-8598-4f10-9231-6a110acc311d req-3c04daa3-a4dc-4670-be64-701ed24d29e1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 947 time: 0.1045222 May 13 16:16:58.501214 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a986ac19-8598-4f10-9231-6a110acc311d req-e4091ce3-7a69-4b6d-80bb-cc0a119b060b tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups?id=f86a63c3-48a5-4db3-adac-9be718003cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503211 May 13 16:16:58.611072 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e47725-c665-4040-8234-df64d1fad999 req-1c8f762d-3a83-4d99-8297-d357fa626557 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:58.612623 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-96e47725-c665-4040-8234-df64d1fad999 req-1c8f762d-3a83-4d99-8297-d357fa626557 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0937366 May 13 16:16:58.664950 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-96e47725-c665-4040-8234-df64d1fad999 req-909c019d-9187-4ee7-b7d6-25baf9cfb867 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461597 May 13 16:16:58.880010 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b7c67a3d-f0a5-4bb6-a54e-fb6f44b7dcbf tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:58.880714 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b7c67a3d-f0a5-4bb6-a54e-fb6f44b7dcbf tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Synchronizing usage tracker for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:port {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:16:58.898346 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b7c67a3d-f0a5-4bb6-a54e-fb6f44b7dcbf tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Unset dirty status for tenant:a4b03e7da06f462f87ae1810bfc67172 on resource:port {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:16:58.900054 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b7c67a3d-f0a5-4bb6-a54e-fb6f44b7dcbf tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 947 time: 0.1012516 May 13 16:16:59.042586 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Deleting port fd4cbbe4-d57b-465e-9751-fd0238d9d21d {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:16:59.042931 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:59.177684 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] For port fd4cbbe4-d57b-465e-9751-fd0238d9d21d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:16:59.178033 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:59.470248 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:59.470615 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:59.470921 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.l3_db [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Floating IP 1b9be023-28ec-4c2d-889a-a49806ed1fb4 disassociated. External IP: 172.28.1.154, port: fd4cbbe4-d57b-465e-9751-fd0238d9d21d. May 13 16:16:59.471251 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Calling delete_port for fd4cbbe4-d57b-465e-9751-fd0238d9d21d owned by compute:nova {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:16:59.595255 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:16:59.601528 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-179e855d-68c5-4498-95c0-746ed1053e65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:16:59.674985 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2be8e9e7-376c-4cf8-bef8-3e451f9a8c3f req-cc6b452c-a399-4f76-91fa-0111e45118f2 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d0546cb-5c30-4c41-a1dc-8bf1611365a6 HTTP/1.1" status: 200 len: 210 time: 0.0466111 May 13 16:16:59.739898 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event deleted for resources: {'Port': ['ID=fd4cbbe4-d57b-465e-9751-fd0238d9d21d,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:16:59.749723 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:16:59.750152 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:16:59.750716 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:16:59.751105 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:16:59.751505 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:16:59.751870 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:16:59.752312 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:16:59.752568 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:16:59.752926 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:16:59.753279 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:16:59.753626 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:16:59.754203 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:16:59.757897 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:16:59.890886 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd53273-5fab-4b3d-98da-7bc1807ddc53 req-dd4371c1-3517-4964-9463-aec3f84412ec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:16:59.892530 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7dd53273-5fab-4b3d-98da-7bc1807ddc53 req-dd4371c1-3517-4964-9463-aec3f84412ec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0894825 May 13 16:16:59.942200 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7dd53273-5fab-4b3d-98da-7bc1807ddc53 req-87cf3c3b-e540-4c58-9a75-8484da5b4508 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 May 13 16:16:59.954074 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Router c6594335-70c5-455f-9008-5267315b01e6 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:17:00.141820 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:17:00.153608 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f7d23-f711-48c6-a805-6e02ace4ade8 None None] Sync routers for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:17:00.167687 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f7d23-f711-48c6-a805-6e02ace4ade8 None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:00.168324 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-017f7d23-f711-48c6-a805-6e02ace4ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:16:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:00.223533 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] No DVR routers for this DVR port fd4cbbe4-d57b-465e-9751-fd0238d9d21d on host hv-cinder-68948 {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:17:00.226229 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:00.229049 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'name': 'network-vif-deleted', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:17:00.259486 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-89cb59a9-12ea-4e70-a50a-57ab07e2a6f8 req-b017eef2-5bbb-4fe4-b105-18623a81329f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.36 "DELETE /v2.0/ports/fd4cbbe4-d57b-465e-9751-fd0238d9d21d HTTP/1.1" status: 204 len: 173 time: 1.3525572 May 13 16:17:00.288163 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0546cb-5c30-4c41-a1dc-8bf1611365a6', 'name': 'network-vif-deleted', 'tag': 'fd4cbbe4-d57b-465e-9751-fd0238d9d21d', 'status': 'completed', 'code': 200} May 13 16:17:00.363619 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-017f7d23-f711-48c6-a805-6e02ace4ade8 None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:00.627721 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:00.756899 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-017f7d23-f711-48c6-a805-6e02ace4ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:31Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:00.762729 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f7d23-f711-48c6-a805-6e02ace4ade8 None None] Checking router: c6594335-70c5-455f-9008-5267315b01e6 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:17:00.775483 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f7d23-f711-48c6-a805-6e02ace4ade8 None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:00.776105 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-017f7d23-f711-48c6-a805-6e02ace4ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:16:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:00.844504 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 41992) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:00.915957 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d55d53e-abae-411a-9f88-27d47141d4f7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:00.931644 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-a42b0afa-fcc9-457c-9b87-014f8222cece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:00.947990 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d55d53e-abae-411a-9f88-27d47141d4f7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:00.978263 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-017f7d23-f711-48c6-a805-6e02ace4ade8 None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:01.067930 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d55d53e-abae-411a-9f88-27d47141d4f7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:01.071931 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ad63abd1-2108-48ad-b78d-e4baa3abf5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:01.087081 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-5c73447e-c459-4667-8509-bf420f40efd6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:01.087946 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-5c73447e-c459-4667-8509-bf420f40efd6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Synchronizing usage tracker for tenant:6d5346b23be7455784fbd272ba5b3eb1 on resource:port {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:17:01.101271 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55d53e-abae-411a-9f88-27d47141d4f7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86a63c3-48a5-4db3-adac-9be718003cf3,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:01.103913 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-3d55d53e-abae-411a-9f88-27d47141d4f7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:01.123221 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d55d53e-abae-411a-9f88-27d47141d4f7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:01.125002 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-3d55d53e-abae-411a-9f88-27d47141d4f7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "DELETE /v2.0/security-groups/f86a63c3-48a5-4db3-adac-9be718003cf3 HTTP/1.1" status: 204 len: 168 time: 0.2793820 May 13 16:17:01.125864 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-5c73447e-c459-4667-8509-bf420f40efd6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Unset dirty status for tenant:6d5346b23be7455784fbd272ba5b3eb1 on resource:port {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:17:01.126880 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-5c73447e-c459-4667-8509-bf420f40efd6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.36 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.1582146 May 13 16:17:01.128099 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 41998) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:01.146056 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8af74f-af5d-4146-b852-35368ab54d3d req-de05da90-0af7-43b9-af24-259b640c57c3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:01.147703 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0e8af74f-af5d-4146-b852-35368ab54d3d req-de05da90-0af7-43b9-af24-259b640c57c3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0895875 May 13 16:17:01.184823 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.api.v2.resource [None req-0a4112eb-dcf7-439f-9882-0a8dfc154242 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] show failed (client error): The resource could not be found. May 13 16:17:01.184823 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-0a4112eb-dcf7-439f-9882-0a8dfc154242 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "GET /v2.0/security-groups/f86a63c3-48a5-4db3-adac-9be718003cf3 HTTP/1.1" status: 404 len: 347 time: 0.0510771 May 13 16:17:01.184823 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42002) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:01.211895 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0e8af74f-af5d-4146-b852-35368ab54d3d req-53ed38d7-7ec1-4b6b-88a5-b2095c759cbc tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577128 May 13 16:17:01.317940 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-017f7d23-f711-48c6-a805-6e02ace4ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:31Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:01.321739 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f7d23-f711-48c6-a805-6e02ace4ade8 None None] The sync data for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb is: [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:09:15Z', 'revision_number': 4, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': 'bed93b90-04bf-45f7-8f5e-5014220b8b98', 'name': '', 'network_id': 'dca658d9-eaa4-4676-96b4-38061917c1e0', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'mac_address': 'fa:16:3e:49:1e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '25a3a991-627e-4aa0-addc-74ff480943da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:09:11Z', 'updated_at': '2021-05-13T16:09:31Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'subnets': [{'id': '25a3a991-627e-4aa0-addc-74ff480943da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:17:01.511595 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Deleting port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:01.511937 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:01.537472 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0962e357-5ab1-4be0-a899-fcc83a617beb None None] New status for floating IP 1b9be023-28ec-4c2d-889a-a49806ed1fb4: DOWN {{(pid=79046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:17:01.578236 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [None req-915e108a-5f07-428c-9576-51fce3ab3ac9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Deleting port 40a389e8-0dcf-4d85-a5bf-5bd1e9f88a6f {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:01.578592 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-915e108a-5f07-428c-9576-51fce3ab3ac9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:01.755839 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] For port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=63c6ad1b-f07f-4e3c-a9c3-714f706941fe,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:01.756428 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:01.786321 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-915e108a-5f07-428c-9576-51fce3ab3ac9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:01.786874 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-915e108a-5f07-428c-9576-51fce3ab3ac9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:02.095524 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [None req-915e108a-5f07-428c-9576-51fce3ab3ac9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Calling delete_port for 40a389e8-0dcf-4d85-a5bf-5bd1e9f88a6f owned by network:floatingip {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:02.333513 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:02.333875 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:02.334183 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.l3_db [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Floating IP 9f215fac-b423-4e2f-9b1c-751b41424999 disassociated. External IP: 172.28.1.208, port: 63c6ad1b-f07f-4e3c-a9c3-714f706941fe. May 13 16:17:02.334513 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Calling delete_port for 63c6ad1b-f07f-4e3c-a9c3-714f706941fe owned by compute:nova {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:02.409427 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a836c3-9083-41ba-bc4c-cbb5bf1564a1 req-e3919401-9546-423b-92eb-f254d5a355f8 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:02.411215 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-17a836c3-9083-41ba-bc4c-cbb5bf1564a1 req-e3919401-9546-423b-92eb-f254d5a355f8 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 946 time: 0.0857635 May 13 16:17:02.424486 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-915e108a-5f07-428c-9576-51fce3ab3ac9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:02.429479 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5dab6612-d0f3-4a34-869e-f67574650dbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:02.462958 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-17a836c3-9083-41ba-bc4c-cbb5bf1564a1 req-4b63dc08-c77f-471f-b1a8-329156c69b17 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=f0c74661-ccbe-48f6-a198-0c41f83af4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457397 May 13 16:17:02.478700 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e108a-5f07-428c-9576-51fce3ab3ac9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Pushing event deleted for resources: {'Port': ['ID=40a389e8-0dcf-4d85-a5bf-5bd1e9f88a6f,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:02.505162 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-915e108a-5f07-428c-9576-51fce3ab3ac9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:02.619681 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-915e108a-5f07-428c-9576-51fce3ab3ac9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks [] for floatingip, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:02.631637 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:02.640448 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-915e108a-5f07-428c-9576-51fce3ab3ac9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:02.686826 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event deleted for resources: {'Port': ['ID=63c6ad1b-f07f-4e3c-a9c3-714f706941fe,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:02.689547 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-915e108a-5f07-428c-9576-51fce3ab3ac9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:02.693317 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-915e108a-5f07-428c-9576-51fce3ab3ac9 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] 10.222.0.54 "DELETE /v2.0/floatingips/1b9be023-28ec-4c2d-889a-a49806ed1fb4 HTTP/1.1" status: 204 len: 168 time: 1.5045264 May 13 16:17:02.693317 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:02.897821 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Router b20390a7-0d66-4be9-88db-742441b2b5a7 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:17:03.102894 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:17:03.113861 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e0db06-7d20-46d6-9fd2-2e229826062e None None] Sync routers for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:17:03.127174 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e0db06-7d20-46d6-9fd2-2e229826062e None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:03.128270 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-d9e0db06-7d20-46d6-9fd2-2e229826062e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:16:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:03.209502 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] No DVR routers for this DVR port 63c6ad1b-f07f-4e3c-a9c3-714f706941fe on host hv-cinder-68948 {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:17:03.212361 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:03.214412 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-0b7fa24e-dcac-483f-b83f-e82566a3c6e7 req-00031c14-ee69-421a-8d7a-f36453417117 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.36 "DELETE /v2.0/ports/63c6ad1b-f07f-4e3c-a9c3-714f706941fe HTTP/1.1" status: 204 len: 173 time: 2.0709889 May 13 16:17:03.215018 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81908183-bb14-45c4-80b9-ae4859b8d6f3', 'name': 'network-vif-deleted', 'tag': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:17:03.252817 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:17:03.271985 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81908183-bb14-45c4-80b9-ae4859b8d6f3', 'name': 'network-vif-deleted', 'tag': '63c6ad1b-f07f-4e3c-a9c3-714f706941fe', 'status': 'completed', 'code': 200} May 13 16:17:03.367519 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-d9e0db06-7d20-46d6-9fd2-2e229826062e None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:03.644632 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5dd5028d-7b73-46f9-b09f-2e836dd767b4 req-14534a7f-4c5e-44c8-9e38-409625476249 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=81908183-bb14-45c4-80b9-ae4859b8d6f3 HTTP/1.1" status: 200 len: 210 time: 0.0449131 May 13 16:17:03.713836 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-d9e0db06-7d20-46d6-9fd2-2e229826062e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:36Z', 'revision_number': 5, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:03.720798 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e0db06-7d20-46d6-9fd2-2e229826062e None None] Checking router: b20390a7-0d66-4be9-88db-742441b2b5a7 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:17:03.728376 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e0db06-7d20-46d6-9fd2-2e229826062e None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:03.729000 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-d9e0db06-7d20-46d6-9fd2-2e229826062e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:16:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:03.911469 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:03.969273 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-d9e0db06-7d20-46d6-9fd2-2e229826062e None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:04.021162 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 63c6ad1b-f07f-4e3c-a9c3-714f706941fe no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:17:04.084201 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: 63c6ad1b-f07f-4e3c-a9c3-714f706941fe {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:17:04.084661 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 63c6ad1b-f07f-4e3c-a9c3-714f706941fe not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:17:04.084946 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device fd4cbbe4-d57b-465e-9751-fd0238d9d21d no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:17:04.138734 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: fd4cbbe4-d57b-465e-9751-fd0238d9d21d {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:17:04.139629 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device fd4cbbe4-d57b-465e-9751-fd0238d9d21d not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:17:04.197552 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9c52-d201-45cb-9dee-26c36b1aae9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:04.424848 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-d9e0db06-7d20-46d6-9fd2-2e229826062e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:36Z', 'revision_number': 5, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:04.429043 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e0db06-7d20-46d6-9fd2-2e229826062e None None] The sync data for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb is: [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:36Z', 'revision_number': 5, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:17:04.654460 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19d2c2-90f6-4593-a855-3d30a77aae29 None None] New status for floating IP 9f215fac-b423-4e2f-9b1c-751b41424999: DOWN {{(pid=79046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:17:04.768497 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42032) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:04.860703 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-353f756e-0992-4586-9a50-24508938f9bf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:04.891359 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-353f756e-0992-4586-9a50-24508938f9bf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:04.956099 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-353f756e-0992-4586-9a50-24508938f9bf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:04.960402 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-1465610d-b192-425a-8976-65d7cf6c607a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:04.979924 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f756e-0992-4586-9a50-24508938f9bf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c74661-ccbe-48f6-a198-0c41f83af4ff,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:04.983203 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-353f756e-0992-4586-9a50-24508938f9bf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:04.990669 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-353f756e-0992-4586-9a50-24508938f9bf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:04.991839 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-353f756e-0992-4586-9a50-24508938f9bf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "DELETE /v2.0/security-groups/f0c74661-ccbe-48f6-a198-0c41f83af4ff HTTP/1.1" status: 204 len: 168 time: 0.2220640 May 13 16:17:04.994616 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42036) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:05.008056 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:05.011803 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.api.v2.resource [None req-692b5168-87ba-4ee9-88d7-a17d1f13f8fb tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] show failed (client error): The resource could not be found. May 13 16:17:05.012825 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-692b5168-87ba-4ee9-88d7-a17d1f13f8fb tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups/f0c74661-ccbe-48f6-a198-0c41f83af4ff HTTP/1.1" status: 404 len: 347 time: 0.0173070 May 13 16:17:05.016492 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42040) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:05.335932 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [None req-b14ec5a6-93cd-4c59-8f7b-54841460f16b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Deleting port 6df2a876-3cbe-432d-8ee6-336a2d70c321 {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:05.336275 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b14ec5a6-93cd-4c59-8f7b-54841460f16b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:05.462788 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b14ec5a6-93cd-4c59-8f7b-54841460f16b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:05.463092 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b14ec5a6-93cd-4c59-8f7b-54841460f16b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:05.531560 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42050) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:05.594902 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [None req-b14ec5a6-93cd-4c59-8f7b-54841460f16b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Calling delete_port for 6df2a876-3cbe-432d-8ee6-336a2d70c321 owned by network:floatingip {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:05.706049 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b14ec5a6-93cd-4c59-8f7b-54841460f16b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:05.710608 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-832e34f0-dbac-4dae-a80e-2a13118b7327 tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:05.758783 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ec5a6-93cd-4c59-8f7b-54841460f16b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event deleted for resources: {'Port': ['ID=6df2a876-3cbe-432d-8ee6-336a2d70c321,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:05.761809 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b14ec5a6-93cd-4c59-8f7b-54841460f16b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:05.851207 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b14ec5a6-93cd-4c59-8f7b-54841460f16b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:05.869564 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-b14ec5a6-93cd-4c59-8f7b-54841460f16b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:05.870695 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-b14ec5a6-93cd-4c59-8f7b-54841460f16b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "DELETE /v2.0/floatingips/9f215fac-b423-4e2f-9b1c-751b41424999 HTTP/1.1" status: 204 len: 168 time: 0.8528340 May 13 16:17:06.283034 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622414'] for router_interface, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.344019 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42058) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:06.349421 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--855290845', 'description': 'tempest-description--1459294904'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:17:06.355266 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:17:06.359952 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Usage tracker for resource:security_group and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:17:06.364523 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:17:06.370738 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:17:06.385138 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.405901 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:17:06.409971 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Usage tracker for resource:security_group_rule and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:17:06.412898 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:17:06.418431 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:17:06.494710 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.498391 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.503544 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-c0232e30-beac-4f55-81fb-979145c67aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:06.547890 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b83ec7-c658-44c0-bd01-671e8942326d,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:06.550902 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:06.552303 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.556368 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2084670 May 13 16:17:06.557039 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42062) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:06.563788 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Request body: {'security_group_rule': {'security_group_id': '95b83ec7-c658-44c0-bd01-671e8942326d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:17:06.569823 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:17:06.575197 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Usage tracker for resource:security_group_rule and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:17:06.578672 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:17:06.585740 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:17:06.610801 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.664260 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.752806 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.758487 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.762211 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:06.787593 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089ed6ea-c844-430e-b935-d9880231da29,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:06.799587 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:06.799951 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:06.800303 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:06.800648 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:06.800989 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:06.801328 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:06.801715 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:06.801997 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:06.802360 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:06.802670 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:06.803268 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:06.803436 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:06.815238 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:06.818042 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.819150 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-295a6468-29d3-4b0e-b43b-edb033cd4fec tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616048 May 13 16:17:06.822046 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42066) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:06.825085 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] Deleting port bed93b90-04bf-45f7-8f5e-5014220b8b98 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:06.825415 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.827449 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-d7d57601-e409-4351-9342-8f188b53134e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Request body: {'security_group_rule': {'security_group_id': '95b83ec7-c658-44c0-bd01-671e8942326d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:17:06.833224 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-d7d57601-e409-4351-9342-8f188b53134e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:17:06.836962 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-d7d57601-e409-4351-9342-8f188b53134e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Usage tracker for resource:security_group_rule and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:17:06.839906 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-d7d57601-e409-4351-9342-8f188b53134e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:17:06.846392 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-d7d57601-e409-4351-9342-8f188b53134e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:17:06.863694 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d7d57601-e409-4351-9342-8f188b53134e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.926611 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d7d57601-e409-4351-9342-8f188b53134e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.931373 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d7d57601-e409-4351-9342-8f188b53134e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.933382 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-a16a786c-ab27-4cef-b0d4-49fdae4e13b1 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:06.948359 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] For port bed93b90-04bf-45f7-8f5e-5014220b8b98, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=bed93b90-04bf-45f7-8f5e-5014220b8b98,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:06.948780 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.954872 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d57601-e409-4351-9342-8f188b53134e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5045045-59f2-4f66-b79f-77f433e55580,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:06.958873 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-d7d57601-e409-4351-9342-8f188b53134e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:06.966939 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-d7d57601-e409-4351-9342-8f188b53134e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:06.968475 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-d7d57601-e409-4351-9342-8f188b53134e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454396 May 13 16:17:06.971539 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42070) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:06.976450 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Request body: {'floatingip': {'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:17:06.982219 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:17:06.986321 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Usage tracker for resource:floatingip and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:17:06.989195 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:17:06.994822 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:17:07.005115 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:07.074915 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] Calling delete_port for bed93b90-04bf-45f7-8f5e-5014220b8b98 owned by network:router_interface {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:07.141942 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:07.219185 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:07.223842 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:07.270686 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] Pushing event deleted for resources: {'Port': ['ID=bed93b90-04bf-45f7-8f5e-5014220b8b98,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:07.283691 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Allocated IP 172.28.1.9 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/f2443eda-b337-4e91-bcd5-56b940d45238) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:17:07.402983 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:07.458745 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:07.490041 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:07.494626 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:07.556422 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:17:07.564536 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:17:07.568737 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:17:07.598955 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event updated for resources: {'Port': ['ID=f2443eda-b337-4e91-bcd5-56b940d45238,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:07.604936 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:07.647177 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616158'] for router_interface, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:07.653396 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:07.713942 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:08.004962 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:08.009743 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:08.013437 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] Router c6594335-70c5-455f-9008-5267315b01e6 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:17:08.013609 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4d2bdc6e-6351-49bf-8c14-93c29973e78f tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:08.117118 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event updated for resources: {'Port': ['ID=f2443eda-b337-4e91-bcd5-56b940d45238,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:08.121003 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:08.131923 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:08.155781 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:08.165281 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1845531 May 13 16:17:08.193517 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:17:08.203228 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17048a0-f30e-4e4d-ac6f-d96c02db019a None None] Sync routers for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:17:08.206420 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] 10.222.0.54 "PUT /v2.0/routers/c6594335-70c5-455f-9008-5267315b01e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6736958 May 13 16:17:08.208929 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42076) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:08.215308 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17048a0-f30e-4e4d-ac6f-d96c02db019a None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:08.216086 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-b17048a0-f30e-4e4d-ac6f-d96c02db019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:17:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:08.414865 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-b17048a0-f30e-4e4d-ac6f-d96c02db019a None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:08.417688 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-027d92b9-8bfa-48e8-bd22-45d9bb14aa20 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--855290845&fields=id&tenant_id=6d5346b23be7455784fbd272ba5b3eb1 HTTP/1.1" status: 200 len: 267 time: 0.0560558 May 13 16:17:08.452341 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:08.710773 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-b17048a0-f30e-4e4d-ac6f-d96c02db019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:17:07Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:08.714842 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17048a0-f30e-4e4d-ac6f-d96c02db019a None None] Checking router: c6594335-70c5-455f-9008-5267315b01e6 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:17:08.724509 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17048a0-f30e-4e4d-ac6f-d96c02db019a None None] Routers {'c6594335-70c5-455f-9008-5267315b01e6'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:08.725137 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-b17048a0-f30e-4e4d-ac6f-d96c02db019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:17:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['c6594335-70c5-455f-9008-5267315b01e6'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:08.838187 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-e6ecffff-d84d-4eb8-a054-0f15ed172da5 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:08.839650 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-e6ecffff-d84d-4eb8-a054-0f15ed172da5 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/networks?id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 HTTP/1.1" status: 200 len: 811 time: 0.4128463 May 13 16:17:08.857506 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-21158148-fbc9-4ac9-ba7b-63289bbf02a3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/quotas/6d5346b23be7455784fbd272ba5b3eb1 HTTP/1.1" status: 200 len: 375 time: 0.0120113 May 13 16:17:08.859599 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:08.903274 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-b17048a0-f30e-4e4d-ac6f-d96c02db019a None None] Set router c6594335-70c5-455f-9008-5267315b01e6 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:08.997730 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-33f8ca0d-1cc0-431d-9df1-01b7860d9962 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1337836 May 13 16:17:09.002700 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Deleting port 5264771c-c262-453a-a341-3baf0eb5625a {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:09.003112 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:09.226181 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-b17048a0-f30e-4e4d-ac6f-d96c02db019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:17:07Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:09.230022 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17048a0-f30e-4e4d-ac6f-d96c02db019a None None] The sync data for ids ['c6594335-70c5-455f-9008-5267315b01e6'] in dv-cinder-689486-12-smb is: [{'id': 'c6594335-70c5-455f-9008-5267315b01e6', 'name': 'tempest-AttachVolumeShelveTestJSON-2133254536-router', 'tenant_id': 'a4b03e7da06f462f87ae1810bfc67172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '5264771c-c262-453a-a341-3baf0eb5625a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:08:57Z', 'updated_at': '2021-05-13T16:17:07Z', 'revision_number': 5, 'project_id': 'a4b03e7da06f462f87ae1810bfc67172', 'gw_port': {'id': '5264771c-c262-453a-a341-3baf0eb5625a', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6594335-70c5-455f-9008-5267315b01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:08:59Z', 'updated_at': '2021-05-13T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:17:09.243240 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] For port 5264771c-c262-453a-a341-3baf0eb5625a, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=5264771c-c262-453a-a341-3baf0eb5625a,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:09.243633 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:09.255720 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-e3ea80f1-29b2-4f28-a16a-f157be86b934 service neutron] 10.222.0.54 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400641 May 13 16:17:09.399262 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Calling delete_port for 5264771c-c262-453a-a341-3baf0eb5625a owned by network:router_gateway {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:09.540097 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-4dc834ac-0abb-425f-864f-85e2c12df6f2 service neutron] 10.222.0.54 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256637 May 13 16:17:09.673109 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:09.677541 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-964989bb-9278-49e3-80b1-3dac3feb9fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:09.732295 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5264771c-c262-453a-a341-3baf0eb5625a,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:09.735506 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:09.866057 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615368'] for router_gateway, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:10.076354 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39745'] for router, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:10.078805 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:10.101299 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-616284'] for router, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:10.101946 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6594335-70c5-455f-9008-5267315b01e6 {{(pid=79044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 16:17:10.116913 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Notify callbacks [] for router, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:10.118016 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c6594335-70c5-455f-9008-5267315b01e6 HTTP/1.1" status: 204 len: 168 time: 1.9081628 May 13 16:17:10.120799 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42090) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:10.181512 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3da71c-ee9b-4d06-80a1-d6c23659f623 admin admin] Deleting subnet 25a3a991-627e-4aa0-addc-74ff480943da {{(pid=79044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:17:10.185170 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1f3da71c-ee9b-4d06-80a1-d6c23659f623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:10.238716 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1f3da71c-ee9b-4d06-80a1-d6c23659f623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2302693'] for subnet, precommit_delete_associations {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:10.457370 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1f3da71c-ee9b-4d06-80a1-d6c23659f623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:10.597974 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device bed93b90-04bf-45f7-8f5e-5014220b8b98 no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:17:10.632394 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: bed93b90-04bf-45f7-8f5e-5014220b8b98 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:17:10.632877 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device bed93b90-04bf-45f7-8f5e-5014220b8b98 not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:17:10.633351 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 5264771c-c262-453a-a341-3baf0eb5625a no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:17:10.667933 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 5264771c-c262-453a-a341-3baf0eb5625a {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:17:10.668382 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 5264771c-c262-453a-a341-3baf0eb5625a not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:17:10.777656 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8a6a97aa-32ff-4952-8a47-3e72acd26402 req-10b567bd-52f5-4f2a-9261-f80ddce1df44 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 210 time: 0.0555592 May 13 16:17:10.779270 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1f3da71c-ee9b-4d06-80a1-d6c23659f623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2571663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9658083'] for subnet, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:10.786139 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-3dc3dc31-2518-4204-b8b9-d7c7599bef84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:10.823577 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3da71c-ee9b-4d06-80a1-d6c23659f623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a3a991-627e-4aa0-addc-74ff480943da,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:10.826721 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-1f3da71c-ee9b-4d06-80a1-d6c23659f623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:10.830164 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1f3da71c-ee9b-4d06-80a1-d6c23659f623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:10.835219 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1f621e-197b-4862-a90d-b1c9216efb13 None None] Network dca658d9-eaa4-4676-96b4-38061917c1e0 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:17:10.840160 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-1f3da71c-ee9b-4d06-80a1-d6c23659f623 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/25a3a991-627e-4aa0-addc-74ff480943da HTTP/1.1" status: 204 len: 168 time: 0.7161429 May 13 16:17:10.840479 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42104) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:10.964256 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.044677 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Deleting port a50a8845-c1ce-4321-a1b9-b17cf44c1693 {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:11.045016 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.109120 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] DHCP port deletion for dca658d9-eaa4-4676-96b4-38061917c1e0 request from dv-cinder-689486-12-smb {{(pid=79045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 13 16:17:11.152649 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] For port a50a8845-c1ce-4321-a1b9-b17cf44c1693, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=a50a8845-c1ce-4321-a1b9-b17cf44c1693,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:11.153004 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.182652 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Deleting port a50a8845-c1ce-4321-a1b9-b17cf44c1693 {{(pid=79045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:11.183145 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.277823 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Calling delete_port for a50a8845-c1ce-4321-a1b9-b17cf44c1693 owned by network:dhcp {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:11.292794 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] For port a50a8845-c1ce-4321-a1b9-b17cf44c1693, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=a50a8845-c1ce-4321-a1b9-b17cf44c1693,segment=NetworkSegment(ec26749d-c6f3-42d4-bb9b-392135c1a5b8),segment_id=ec26749d-c6f3-42d4-bb9b-392135c1a5b8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:11.293641 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.328129 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.331693 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-eec444de-ec5d-4849-8152-a79416f3c1cb tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:11.379285 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Pushing event deleted for resources: {'Port': ['ID=a50a8845-c1ce-4321-a1b9-b17cf44c1693,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:11.381373 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42110) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:11.382837 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:11.383855 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] No DVR routers for this DVR port a50a8845-c1ce-4321-a1b9-b17cf44c1693 on host dv-cinder-689486-12-smb {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:17:11.440505 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Calling delete_port for a50a8845-c1ce-4321-a1b9-b17cf44c1693 owned by network:dhcp {{(pid=79045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:11.516439 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.532002 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca658d9-eaa4-4676-96b4-38061917c1e0']}} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:11.545852 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8') {'for_net_delete': True} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:11.546297 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec26749d-c6f3-42d4-bb9b-392135c1a5b8') {} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:11.559892 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106793'] for segment, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.579117 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.586438 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=79043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:17:11.586858 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2223284'] for segment, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.592529 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839'] for port, after_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.597966 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: Traceback (most recent call last): May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: timer() May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: cb(*args, **kw) May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: return func(*args, **kwargs) May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: self._notify() May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: self.callback(batched_events) May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: event.method(event) May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: return f(self, *a, **k) May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: return self._get(url).json() May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: return self.request(url, 'GET', **kwargs) May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:17:11.601457 dv-cinder-689486-12-smb neutron-server[79043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:17:11.646145 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Pushing event deleted for resources: {'Port': ['ID=a50a8845-c1ce-4321-a1b9-b17cf44c1693,revision_number=None']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:11.651518 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] No DVR routers for this DVR port a50a8845-c1ce-4321-a1b9-b17cf44c1693 on host dv-cinder-689486-12-smb {{(pid=79045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:17:11.657804 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:11.658139 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:11.658477 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:11.658810 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:11.659133 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:11.659489 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:11.660061 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:11.660570 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:11.660915 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:11.661239 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:11.661555 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:11.661872 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:17:11.665808 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:11.700767 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.701212 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5be11274-f815-4112-b3a4-9d12f0f79ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:11.718713 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.725073 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Pushing event deleted for resources: {'Network': ['ID=dca658d9-eaa4-4676-96b4-38061917c1e0,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:11.729551 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:11.744772 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-693f0529-5971-46d3-958f-7120ff91bf7d admin admin] 10.222.0.54 "DELETE /v2.0/networks/dca658d9-eaa4-4676-96b4-38061917c1e0 HTTP/1.1" status: 204 len: 168 time: 0.9008377 May 13 16:17:11.861049 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Deleting port bfc9b846-5293-4679-9128-d7caf6cf3efb {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:11.862060 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:11.905105 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42120) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:12.018643 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-14bf2e1e-1897-4785-85e0-26266e901014 req-809d40e6-7e53-4c4e-a5c0-762c3a3bb2b6 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 210 time: 0.0616775 May 13 16:17:12.020058 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-38b742f9-512d-4307-9e00-276ae38c7ebe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4b03e7da06f462f87ae1810bfc67172&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1127703 May 13 16:17:12.022546 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42124) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:12.056128 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:12.056520 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:12.095131 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-da45a60b-69dc-48c7-a791-9cbc1373e534 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:12.096906 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-da45a60b-69dc-48c7-a791-9cbc1373e534 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.36 "GET /v2.0/networks?id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 HTTP/1.1" status: 200 len: 811 time: 0.2249792 May 13 16:17:12.157000 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-cfeb0657-0c26-4410-96e3-0f4dd8fcc817 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Synchronizing usage tracker for tenant:6d5346b23be7455784fbd272ba5b3eb1 on resource:security_group {{(pid=79043) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:17:12.174829 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-cfeb0657-0c26-4410-96e3-0f4dd8fcc817 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Unset dirty status for tenant:6d5346b23be7455784fbd272ba5b3eb1 on resource:security_group {{(pid=79043) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:17:12.176582 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-cfeb0657-0c26-4410-96e3-0f4dd8fcc817 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5346b23be7455784fbd272ba5b3eb1 HTTP/1.1" status: 200 len: 379 time: 0.0634935 May 13 16:17:12.186028 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Request body: {'port': {'device_id': '15decbfa-af81-43d8-a45b-ec7d7986e924', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'admin_state_up': True, 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'security_groups': ['95b83ec7-c658-44c0-bd01-671e8942326d']}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:17:12.200504 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Calling delete_port for bfc9b846-5293-4679-9128-d7caf6cf3efb owned by network:floatingip {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:12.238266 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e08c8685-3b5a-4e95-8a26-d806b2c940c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:12.282514 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e08c8685-3b5a-4e95-8a26-d806b2c940c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:12.313341 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device a50a8845-c1ce-4321-a1b9-b17cf44c1693 no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:17:12.335054 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:17:12.340803 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Usage tracker for resource:port and tenant:6d5346b23be7455784fbd272ba5b3eb1 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:17:12.345360 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:17:12.352664 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:17:12.354140 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: a50a8845-c1ce-4321-a1b9-b17cf44c1693 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:17:12.354602 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device a50a8845-c1ce-4321-a1b9-b17cf44c1693 not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:17:12.368511 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e08c8685-3b5a-4e95-8a26-d806b2c940c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:12.368658 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Made reservation on behalf of 6d5346b23be7455784fbd272ba5b3eb1 for: {'port': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:17:12.372705 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:12.399267 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-5f3bae36-6476-4f29-990f-811d3be1aebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:12.419502 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c8685-3b5a-4e95-8a26-d806b2c940c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f15ffb-0cf8-4732-a19c-0a17d5cad670,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:12.424766 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-e08c8685-3b5a-4e95-8a26-d806b2c940c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:12.462984 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:12.468231 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-0db632ee-fde8-474f-a0cf-9f4a6e3978b9 tempest-AttachVolumeNegativeTest-1375669249 tempest-AttachVolumeNegativeTest-1375669249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:12.499463 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e08c8685-3b5a-4e95-8a26-d806b2c940c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:12.500571 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-e08c8685-3b5a-4e95-8a26-d806b2c940c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/85f15ffb-0cf8-4732-a19c-0a17d5cad670 HTTP/1.1" status: 204 len: 168 time: 0.4770820 May 13 16:17:12.519984 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Pushing event deleted for resources: {'Port': ['ID=bfc9b846-5293-4679-9128-d7caf6cf3efb,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:12.552057 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:12.556461 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Allocated IP 172.20.0.9 (ef081416-b33a-4b7d-ad50-cf4e7b0d83e8/67ac9cf4-8079-47e1-a5bb-a198057015ec/4425708d-4247-4b4f-a116-9c5352c00fc5) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:17:12.613505 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for floatingip, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:12.613893 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.l3_db [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Floating IP c1e80c75-2e5e-465b-afff-bd1d2a002174 disassociated (deleted). External IP: 172.28.1.22, port: e959a8a2-d140-4484-850d-f11bd62443ec. May 13 16:17:12.868142 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:12.885401 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Transition to ACTIVE for port object 4425708d-4247-4b4f-a116-9c5352c00fc5 will not be triggered until provisioned by entity DHCP. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:17:12.915533 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:12.923090 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-23107542-4cf8-4afb-8dae-2c867b414970 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:12.989391 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:17:12.997159 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:17:13.001656 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:17:13.039587 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event updated for resources: {'Port': ['ID=4425708d-4247-4b4f-a116-9c5352c00fc5,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:13.046879 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:13.112857 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:13.113697 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:13.143451 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Router de85386a-53a5-4378-8b26-3061f5d2321e has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:17:13.144648 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-a362e019-24ce-4a64-ad7c-4149e1bfc32a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9623954 May 13 16:17:13.165573 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Request body: {'port': {'device_id': '15decbfa-af81-43d8-a45b-ec7d7986e924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:17:13.306841 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:13.313769 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-3e9309b4-5c8e-454c-af3c-764418630ae3 None None] Provisioning for port 4425708d-4247-4b4f-a116-9c5352c00fc5 completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:17:13.322781 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-3e9309b4-5c8e-454c-af3c-764418630ae3 None None] Provisioning complete for port 4425708d-4247-4b4f-a116-9c5352c00fc5 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:17:13.323160 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-3e9309b4-5c8e-454c-af3c-764418630ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:13.387980 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-3e9309b4-5c8e-454c-af3c-764418630ae3 None None] Port 4425708d-4247-4b4f-a116-9c5352c00fc5 cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:17:13.404356 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53236d94-0f9c-42f3-9edd-9e32a50662c9 req-fa593b07-192e-443f-9dfe-3328d8b46ed8 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:13.406920 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-53236d94-0f9c-42f3-9edd-9e32a50662c9 req-fa593b07-192e-443f-9dfe-3328d8b46ed8 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 931 time: 0.1960106 May 13 16:17:13.434583 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:17:13.442602 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:13.447132 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1997bd-7f09-41d4-b084-9301a0eb5a8a None None] Sync routers for ids ['de85386a-53a5-4378-8b26-3061f5d2321e'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:17:13.456885 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1997bd-7f09-41d4-b084-9301a0eb5a8a None None] Routers {'de85386a-53a5-4378-8b26-3061f5d2321e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:13.457791 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-8b1997bd-7f09-41d4-b084-9301a0eb5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:17:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de85386a-53a5-4378-8b26-3061f5d2321e'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:13.512943 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-53236d94-0f9c-42f3-9edd-9e32a50662c9 req-9fa68640-0b09-4e8f-bcde-52897393344d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=95b83ec7-c658-44c0-bd01-671e8942326d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970497 May 13 16:17:13.525305 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "DELETE /v2.0/floatingips/c1e80c75-2e5e-465b-afff-bd1d2a002174 HTTP/1.1" status: 204 len: 168 time: 2.1397767 May 13 16:17:13.525305 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:17:13.695640 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-8b1997bd-7f09-41d4-b084-9301a0eb5a8a None None] Set router de85386a-53a5-4378-8b26-3061f5d2321e gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:13.724006 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4425708d-4247-4b4f-a116-9c5352c00fc5 {{(pid=79043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:17:13.732140 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:13.749673 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.provisioning_blocks [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Transition to ACTIVE for port object 4425708d-4247-4b4f-a116-9c5352c00fc5 will not be triggered until provisioned by entity L2. {{(pid=79043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:17:13.755754 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:13.759806 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b14ec5a6-93cd-4c59-8f7b-54841460f16b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:14.023394 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4425708d-4247-4b4f-a116-9c5352c00fc5,revision_number=2']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:14.057394 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:14.064951 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'status': 'completed', 'code': 200} May 13 16:17:14.169958 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Attempting to bind port 4425708d-4247-4b4f-a116-9c5352c00fc5 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:17:14.171358 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Attempting to bind port 4425708d-4247-4b4f-a116-9c5352c00fc5 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:17:14.171840 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Attempting to bind port 4425708d-4247-4b4f-a116-9c5352c00fc5 on network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:17:14.177475 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Port 4425708d-4247-4b4f-a116-9c5352c00fc5 on network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:17:14.178035 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Attempting to bind port 4425708d-4247-4b4f-a116-9c5352c00fc5 on network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:17:14.184888 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:17:14.185916 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Checking segment: {'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:17:14.186526 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Bound using segment: {'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'} {{(pid=79043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:17:14.187381 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.managers [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Bound port: 4425708d-4247-4b4f-a116-9c5352c00fc5, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de895df-5c94-4d99-b45a-30967f172de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8'}}] {{(pid=79043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:17:14.187978 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:14.215704 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-8b1997bd-7f09-41d4-b084-9301a0eb5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:11:38Z', 'revision_number': 4, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port': {'id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:30Z', 'updated_at': '2021-05-13T16:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '769b676b-52b3-42b8-b116-36d6d130ae1b', 'name': '', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'mac_address': 'fa:16:3e:ee:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:36Z', 'updated_at': '2021-05-13T16:11:52Z', 'revision_number': 5, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'subnets': [{'id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:14.221453 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1997bd-7f09-41d4-b084-9301a0eb5a8a None None] Checking router: de85386a-53a5-4378-8b26-3061f5d2321e for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:17:14.238852 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1997bd-7f09-41d4-b084-9301a0eb5a8a None None] Routers {'de85386a-53a5-4378-8b26-3061f5d2321e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:14.239528 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-8b1997bd-7f09-41d4-b084-9301a0eb5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:17:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de85386a-53a5-4378-8b26-3061f5d2321e'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:14.263023 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbdc05-ae41-4686-a7d8-7b8040e15690 req-1390ef98-0690-4cf9-aed0-38fdcdecf815 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:14.263810 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-e5dbdc05-ae41-4686-a7d8-7b8040e15690 req-1390ef98-0690-4cf9-aed0-38fdcdecf815 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Synchronizing usage tracker for tenant:60a6df343e7042dc9a8e981dce6e8b46 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:17:14.281335 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089a830-3658-4177-913c-8916cc3d2582 req-da86bfe5-c1fd-489e-98da-ef81d8214372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:14.283512 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a089a830-3658-4177-913c-8916cc3d2582 req-da86bfe5-c1fd-489e-98da-ef81d8214372 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60a6df343e7042dc9a8e981dce6e8b46&device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 1098 time: 0.1249707 May 13 16:17:14.313882 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] For port 4425708d-4247-4b4f-a116-9c5352c00fc5, host hv-cinder-68948, cleared binding levels {{(pid=79043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:17:14.319609 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] For port 4425708d-4247-4b4f-a116-9c5352c00fc5, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4425708d-4247-4b4f-a116-9c5352c00fc5,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:17:14.322319 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-e5dbdc05-ae41-4686-a7d8-7b8040e15690 req-1390ef98-0690-4cf9-aed0-38fdcdecf815 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Unset dirty status for tenant:60a6df343e7042dc9a8e981dce6e8b46 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:17:14.323582 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e5dbdc05-ae41-4686-a7d8-7b8040e15690 req-1390ef98-0690-4cf9-aed0-38fdcdecf815 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.2540333 May 13 16:17:14.326915 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2223248'] for port, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:14.331476 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ce59b85c-f52e-4011-9e35-5e611dc4319d tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:14.398024 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:14.398679 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:14.400404 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/4425708d-4247-4b4f-a116-9c5352c00fc5 HTTP/1.1" status: 200 len: 1093 time: 1.2392387 May 13 16:17:14.401493 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15decbfa-af81-43d8-a45b-ec7d7986e924', 'tag': '4425708d-4247-4b4f-a116-9c5352c00fc5'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:17:14.436475 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4425708d-4247-4b4f-a116-9c5352c00fc5,revision_number=3']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:14.439935 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:14.520332 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e5dbdc05-ae41-4686-a7d8-7b8040e15690 req-ccde1a68-db54-4cad-b877-2e4088980db4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813540 May 13 16:17:14.527766 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-8b1997bd-7f09-41d4-b084-9301a0eb5a8a None None] Set router de85386a-53a5-4378-8b26-3061f5d2321e gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:14.548331 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15decbfa-af81-43d8-a45b-ec7d7986e924', 'tag': '4425708d-4247-4b4f-a116-9c5352c00fc5', 'status': 'completed', 'code': 200} May 13 16:17:14.628513 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-39375298-d4b3-4d65-a0b7-1d1cf45fc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:14.630897 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-39375298-d4b3-4d65-a0b7-1d1cf45fc6a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 1096 time: 0.1514637 May 13 16:17:14.666215 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089a830-3658-4177-913c-8916cc3d2582 req-93dab726-942c-4814-8362-a2e0897a58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:14.674102 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a089a830-3658-4177-913c-8916cc3d2582 req-93dab726-942c-4814-8362-a2e0897a58f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56b2248f-57e2-443f-b67a-e92c11747033 HTTP/1.1" status: 200 len: 910 time: 0.3827658 May 13 16:17:14.771280 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-099f9c7b-cd04-43a7-8349-636791438b0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4425708d-4247-4b4f-a116-9c5352c00fc5 HTTP/1.1" status: 200 len: 217 time: 0.1209683 May 13 16:17:14.845593 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a089a830-3658-4177-913c-8916cc3d2582 req-846dd123-e79c-4b66-8aff-ebbbb7e90df0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e959a8a2-d140-4484-850d-f11bd62443ec HTTP/1.1" status: 200 len: 217 time: 0.0863993 May 13 16:17:14.866801 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-3c266e60-0d19-444e-bf22-03c0716b0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:14.869076 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-3c266e60-0d19-444e-bf22-03c0716b0887 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=67ac9cf4-8079-47e1-a5bb-a198057015ec HTTP/1.1" status: 200 len: 850 time: 0.0891955 May 13 16:17:14.946966 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089a830-3658-4177-913c-8916cc3d2582 req-b63ca92e-0a4c-4fc9-acc8-e4e8806d6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:14.948432 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a089a830-3658-4177-913c-8916cc3d2582 req-b63ca92e-0a4c-4fc9-acc8-e4e8806d6e61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9581a329-84b4-4673-a9bd-06e0007be9b3 HTTP/1.1" status: 200 len: 848 time: 0.0914009 May 13 16:17:14.961652 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0ee53-f240-4016-86d4-2fba1c3cbca7 req-846b9653-c757-4e71-9cbd-d93e3b492668 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:14.963871 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-67c0ee53-f240-4016-86d4-2fba1c3cbca7 req-846b9653-c757-4e71-9cbd-d93e3b492668 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 943 time: 0.2861836 May 13 16:17:14.974519 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-b8c155b3-277c-4d57-a05c-4cc0609807e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:14.976461 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-b8c155b3-277c-4d57-a05c-4cc0609807e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0995870 May 13 16:17:15.024767 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-8b1997bd-7f09-41d4-b084-9301a0eb5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:11:38Z', 'revision_number': 4, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port': {'id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:30Z', 'updated_at': '2021-05-13T16:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '769b676b-52b3-42b8-b116-36d6d130ae1b', 'name': '', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'mac_address': 'fa:16:3e:ee:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:36Z', 'updated_at': '2021-05-13T16:11:52Z', 'revision_number': 5, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'subnets': [{'id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:15.030130 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1997bd-7f09-41d4-b084-9301a0eb5a8a None None] The sync data for ids ['de85386a-53a5-4378-8b26-3061f5d2321e'] in dv-cinder-689486-12-smb is: [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:11:38Z', 'revision_number': 4, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port': {'id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:30Z', 'updated_at': '2021-05-13T16:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '769b676b-52b3-42b8-b116-36d6d130ae1b', 'name': '', 'network_id': '56b2248f-57e2-443f-b67a-e92c11747033', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'mac_address': 'fa:16:3e:ee:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:36Z', 'updated_at': '2021-05-13T16:11:52Z', 'revision_number': 5, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'subnets': [{'id': '9581a329-84b4-4673-a9bd-06e0007be9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:17:15.062365 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-67c0ee53-f240-4016-86d4-2fba1c3cbca7 req-a2852af9-77b3-4c10-83b9-ab8982ecd892 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=95b83ec7-c658-44c0-bd01-671e8942326d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586085 May 13 16:17:15.112570 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089a830-3658-4177-913c-8916cc3d2582 req-45f55792-e1d2-4c6c-8398-d899cef07570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:15.114335 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a089a830-3658-4177-913c-8916cc3d2582 req-45f55792-e1d2-4c6c-8398-d899cef07570 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56b2248f-57e2-443f-b67a-e92c11747033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1495142 May 13 16:17:15.255030 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-c1e6dcf4-8dde-49c8-9038-75b8c30f83b4 service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669423 May 13 16:17:15.273233 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a089a830-3658-4177-913c-8916cc3d2582 req-d8ec4c85-aa43-4bbc-b19e-3d82be6ba7d2 service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492105 May 13 16:17:15.361688 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50003ea2-0199-4852-b238-828117441af0 None None] New status for floating IP c1e80c75-2e5e-465b-afff-bd1d2a002174: DOWN {{(pid=79045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:17:15.446764 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-7f90a084-fe8c-4ddb-9672-e348e7bf2ff2 req-47ccc29a-f95b-4668-a266-02e8802462aa service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800165 May 13 16:17:15.487530 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a089a830-3658-4177-913c-8916cc3d2582 req-52a40642-94a9-4950-9099-a4240c1a0c93 service neutron] 10.222.0.36 "GET /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037153 May 13 16:17:15.583187 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42208) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:15.841379 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1431435-37bf-44d5-9247-9f9335e12f50 req-8bcd1fb1-58dd-470e-9b85-3dda996c7a1a tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:15.843434 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-d1431435-37bf-44d5-9247-9f9335e12f50 req-8bcd1fb1-58dd-470e-9b85-3dda996c7a1a tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.0880432 May 13 16:17:15.857543 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-88fb08e5-47f3-4062-8b57-3640fd792995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:15.881935 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-88fb08e5-47f3-4062-8b57-3640fd792995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:17:15.890149 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-88fb08e5-47f3-4062-8b57-3640fd792995 admin admin] Usage tracker for resource:security_group_rule and tenant:87f7ea87538049ecae3a8323368913cc is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:17:15.893943 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-88fb08e5-47f3-4062-8b57-3640fd792995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:17:15.901162 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-88fb08e5-47f3-4062-8b57-3640fd792995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:17:15.969913 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17609ce6-465b-4138-bd4d-68e4571e930e req-11520caf-3002-4e84-ba9f-3c2143a347c4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:15.971463 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-17609ce6-465b-4138-bd4d-68e4571e930e req-11520caf-3002-4e84-ba9f-3c2143a347c4 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 945 time: 0.3359368 May 13 16:17:15.979632 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76555cc-9161-4a44-ab5c-e974dc99a674 req-57d647a4-c1df-408d-a762-a46a254aaa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:15.981982 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f76555cc-9161-4a44-ab5c-e974dc99a674 req-57d647a4-c1df-408d-a762-a46a254aaa01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 1096 time: 0.1924775 May 13 16:17:15.993135 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-d1431435-37bf-44d5-9247-9f9335e12f50 req-b3603578-a8d6-4faf-abbf-3a1cae344a40 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Deleting port e959a8a2-d140-4484-850d-f11bd62443ec {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:15.993467 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-d1431435-37bf-44d5-9247-9f9335e12f50 req-b3603578-a8d6-4faf-abbf-3a1cae344a40 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:16.131793 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-17609ce6-465b-4138-bd4d-68e4571e930e req-3f33ac67-af43-4a3a-8d92-a6df7665c6cc tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/security-groups?id=ae97a658-f3a5-4a99-ac89-44d6a4bc6955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495306 May 13 16:17:16.143833 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [req-d1431435-37bf-44d5-9247-9f9335e12f50 req-b3603578-a8d6-4faf-abbf-3a1cae344a40 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] For port e959a8a2-d140-4484-850d-f11bd62443ec, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e959a8a2-d140-4484-850d-f11bd62443ec,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:16.144290 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-d1431435-37bf-44d5-9247-9f9335e12f50 req-b3603578-a8d6-4faf-abbf-3a1cae344a40 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:16.247802 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-88fb08e5-47f3-4062-8b57-3640fd792995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:16.260458 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-88fb08e5-47f3-4062-8b57-3640fd792995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:16.268225 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-27cb0d7d-390a-437f-a30b-790fa428adb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:16.274986 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76555cc-9161-4a44-ab5c-e974dc99a674 req-347d1e1a-d944-4f6f-946f-0b62dcb8e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:16.276471 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f76555cc-9161-4a44-ab5c-e974dc99a674 req-347d1e1a-d944-4f6f-946f-0b62dcb8e374 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 HTTP/1.1" status: 200 len: 912 time: 0.2759495 May 13 16:17:16.292493 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [req-d1431435-37bf-44d5-9247-9f9335e12f50 req-b3603578-a8d6-4faf-abbf-3a1cae344a40 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Calling delete_port for e959a8a2-d140-4484-850d-f11bd62443ec owned by compute:nova {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:16.377075 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f76555cc-9161-4a44-ab5c-e974dc99a674 req-ecb6abe2-7d41-4d08-8d55-97dcc2efa59f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4425708d-4247-4b4f-a116-9c5352c00fc5 HTTP/1.1" status: 200 len: 217 time: 0.0921845 May 13 16:17:16.385685 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb08e5-47f3-4062-8b57-3640fd792995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8da918-782b-479a-a7e2-cb2d802c4c21,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:16.396120 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-88fb08e5-47f3-4062-8b57-3640fd792995 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=87f7ea87538049ecae3a8323368913cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8086810 May 13 16:17:16.396120 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-88fb08e5-47f3-4062-8b57-3640fd792995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:16.411096 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42218) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:16.437951 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-d1431435-37bf-44d5-9247-9f9335e12f50 req-b3603578-a8d6-4faf-abbf-3a1cae344a40 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:16.446189 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5217e0bc-edb1-4cb4-bf49-2e5adb7ed4e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:16.468596 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76555cc-9161-4a44-ab5c-e974dc99a674 req-76a92bd1-fbdb-42d8-a174-4ec04bf3a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:16.470070 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f76555cc-9161-4a44-ab5c-e974dc99a674 req-76a92bd1-fbdb-42d8-a174-4ec04bf3a303 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=67ac9cf4-8079-47e1-a5bb-a198057015ec HTTP/1.1" status: 200 len: 850 time: 0.0795887 May 13 16:17:16.478481 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e887daa-d003-4116-a46d-11a3edcb67cf req-5244b6e7-a20c-4615-8a2e-81814d9bca16 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:16.479962 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8e887daa-d003-4116-a46d-11a3edcb67cf req-5244b6e7-a20c-4615-8a2e-81814d9bca16 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 943 time: 0.2773449 May 13 16:17:16.510162 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3603578-a8d6-4faf-abbf-3a1cae344a40 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Pushing event deleted for resources: {'Port': ['ID=e959a8a2-d140-4484-850d-f11bd62443ec,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:16.513416 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b3603578-a8d6-4faf-abbf-3a1cae344a40 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:16.575519 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8e887daa-d003-4116-a46d-11a3edcb67cf req-d6e546ea-a16b-4657-9e16-d2a3521cd509 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=95b83ec7-c658-44c0-bd01-671e8942326d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625174 May 13 16:17:16.595515 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-868101ab-8155-480d-be3d-19de44bf0fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:16.603231 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76555cc-9161-4a44-ab5c-e974dc99a674 req-444d80d3-6553-47af-befe-eff4dcb6d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:16.605243 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f76555cc-9161-4a44-ab5c-e974dc99a674 req-444d80d3-6553-47af-befe-eff4dcb6d4a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1243923 May 13 16:17:16.612727 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1431435-37bf-44d5-9247-9f9335e12f50 req-b3603578-a8d6-4faf-abbf-3a1cae344a40 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] No DVR routers for this DVR port e959a8a2-d140-4484-850d-f11bd62443ec on host hv-cinder-68948 {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:17:16.616774 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [req-d1431435-37bf-44d5-9247-9f9335e12f50 req-b3603578-a8d6-4faf-abbf-3a1cae344a40 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:16.619354 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'name': 'network-vif-deleted', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:17:16.646359 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-868101ab-8155-480d-be3d-19de44bf0fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:16.660756 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [req-d1431435-37bf-44d5-9247-9f9335e12f50 req-b3603578-a8d6-4faf-abbf-3a1cae344a40 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.36 "DELETE /v2.0/ports/e959a8a2-d140-4484-850d-f11bd62443ec HTTP/1.1" status: 204 len: 173 time: 0.8107522 May 13 16:17:16.683291 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca97809-f7f6-470a-8dc1-285865ad669b', 'name': 'network-vif-deleted', 'tag': 'e959a8a2-d140-4484-850d-f11bd62443ec', 'status': 'completed', 'code': 200} May 13 16:17:16.718345 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-868101ab-8155-480d-be3d-19de44bf0fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:16.722685 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-66e215f1-b9f5-4af3-a63c-6db6c912843f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:16.736264 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868101ab-8155-480d-be3d-19de44bf0fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8da918-782b-479a-a7e2-cb2d802c4c21,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:16.739510 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-868101ab-8155-480d-be3d-19de44bf0fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:16.741888 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-868101ab-8155-480d-be3d-19de44bf0fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:16.743138 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-868101ab-8155-480d-be3d-19de44bf0fa4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff8da918-782b-479a-a7e2-cb2d802c4c21 HTTP/1.1" status: 204 len: 168 time: 0.3309941 May 13 16:17:16.773081 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f76555cc-9161-4a44-ab5c-e974dc99a674 req-06813b6e-b67a-4488-a0ab-1dca838a21b2 service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575711 May 13 16:17:16.924020 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f76555cc-9161-4a44-ab5c-e974dc99a674 req-57df4c30-3083-4f46-ba46-71881727c0e0 service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425571 May 13 16:17:17.106224 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42228) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:17.125621 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-65ded949-ca97-47af-9d0b-8f94019fcb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:17.141672 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-65ded949-ca97-47af-9d0b-8f94019fcb4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:17:17.145844 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-65ded949-ca97-47af-9d0b-8f94019fcb4a admin admin] Usage tracker for resource:security_group_rule and tenant:cb3336a22e1741e4bc0d189ad6bd7e87 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:17:17.148904 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-65ded949-ca97-47af-9d0b-8f94019fcb4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:17:17.156055 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-65ded949-ca97-47af-9d0b-8f94019fcb4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:17:17.272449 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-65ded949-ca97-47af-9d0b-8f94019fcb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:17.277777 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-65ded949-ca97-47af-9d0b-8f94019fcb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:17.292208 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-353f756e-0992-4586-9a50-24508938f9bf tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:17.331208 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b497e157-4a21-4873-b47b-250c4ef0634d req-484ccac4-1192-49f6-81e8-d007af6911ca tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca97809-f7f6-470a-8dc1-285865ad669b HTTP/1.1" status: 200 len: 210 time: 0.0472066 May 13 16:17:17.341253 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-65ded949-ca97-47af-9d0b-8f94019fcb4a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cb3336a22e1741e4bc0d189ad6bd7e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338767 May 13 16:17:17.341833 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42236) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:17.344340 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ded949-ca97-47af-9d0b-8f94019fcb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5026953e-c206-455c-882d-0e7956acc1e5,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:17.348145 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-65ded949-ca97-47af-9d0b-8f94019fcb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:17.423786 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-93d342d3-10fe-44b2-bb5b-e2364735279c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:17.456650 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-93d342d3-10fe-44b2-bb5b-e2364735279c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:17.514395 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-93d342d3-10fe-44b2-bb5b-e2364735279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:17.519983 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-092b9da0-2a5f-4bff-9af3-7467948cc9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:17.533076 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d342d3-10fe-44b2-bb5b-e2364735279c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5026953e-c206-455c-882d-0e7956acc1e5,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:17.536988 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-93d342d3-10fe-44b2-bb5b-e2364735279c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:17.542454 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-93d342d3-10fe-44b2-bb5b-e2364735279c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:17.543575 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-93d342d3-10fe-44b2-bb5b-e2364735279c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5026953e-c206-455c-882d-0e7956acc1e5 HTTP/1.1" status: 204 len: 168 time: 0.1996379 May 13 16:17:17.786307 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd8c54-8826-4b9b-a165-79acc85d200d req-26e0d46b-1e42-4bad-968a-30cdcb113c92 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:17.787917 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-edfd8c54-8826-4b9b-a165-79acc85d200d req-26e0d46b-1e42-4bad-968a-30cdcb113c92 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 943 time: 0.0936599 May 13 16:17:17.836927 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-edfd8c54-8826-4b9b-a165-79acc85d200d req-5e7b82dc-c7ed-4588-b77c-b11606ebf3a0 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=95b83ec7-c658-44c0-bd01-671e8942326d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432303 May 13 16:17:18.012921 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 4425708d-4247-4b4f-a116-9c5352c00fc5 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:17:18.192333 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 4425708d-4247-4b4f-a116-9c5352c00fc5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4425708d-4247-4b4f-a116-9c5352c00fc5,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:18.206318 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '4425708d-4247-4b4f-a116-9c5352c00fc5', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'port_id': '4425708d-4247-4b4f-a116-9c5352c00fc5', 'mac_address': 'fa:16:3e:32:ef:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:17:18.262474 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:18.279535 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4425708d-4247-4b4f-a116-9c5352c00fc5 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:17:18.295735 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 4425708d-4247-4b4f-a116-9c5352c00fc5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4425708d-4247-4b4f-a116-9c5352c00fc5,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:18.300699 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:18.302572 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:18.379152 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=4425708d-4247-4b4f-a116-9c5352c00fc5,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:18.382425 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:18.434802 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42266) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:18.512150 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c628e1d9-0543-49cd-991b-d4db1e73dbfa tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:18.549339 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c628e1d9-0543-49cd-991b-d4db1e73dbfa tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:18.637292 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c628e1d9-0543-49cd-991b-d4db1e73dbfa tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:18.642533 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-88fb08e5-47f3-4062-8b57-3640fd792995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:18.657796 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628e1d9-0543-49cd-991b-d4db1e73dbfa tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae97a658-f3a5-4a99-ac89-44d6a4bc6955,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:18.660894 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c628e1d9-0543-49cd-991b-d4db1e73dbfa tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:18.675151 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c628e1d9-0543-49cd-991b-d4db1e73dbfa tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:18.676400 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-c628e1d9-0543-49cd-991b-d4db1e73dbfa tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] 10.222.0.54 "DELETE /v2.0/security-groups/ae97a658-f3a5-4a99-ac89-44d6a4bc6955 HTTP/1.1" status: 204 len: 168 time: 0.2405200 May 13 16:17:18.694054 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['4425708d-4247-4b4f-a116-9c5352c00fc5'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:17:18.722513 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42278) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:19.325162 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f40d6e-1f3f-41e7-954c-878573f653da req-f02995e7-89c1-4f75-b649-6da745bcc6fa tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:19.326654 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e9f40d6e-1f3f-41e7-954c-878573f653da req-f02995e7-89c1-4f75-b649-6da745bcc6fa tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 944 time: 0.3607771 May 13 16:17:19.455962 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e9f40d6e-1f3f-41e7-954c-878573f653da req-91b1461f-1a28-441b-8809-9ca7009a1c39 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=95b83ec7-c658-44c0-bd01-671e8942326d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745802 May 13 16:17:19.684641 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622414'] for router_interface, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:20.013714 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 4425708d-4247-4b4f-a116-9c5352c00fc5 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:17:20.088688 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port 4425708d-4247-4b4f-a116-9c5352c00fc5 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:17:20.090623 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 4425708d-4247-4b4f-a116-9c5352c00fc5 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:17:20.091119 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:20.125443 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] Deleting port 769b676b-52b3-42b8-b116-36d6d130ae1b {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:20.125873 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:20.214489 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:20.244442 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15decbfa-af81-43d8-a45b-ec7d7986e924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4425708d-4247-4b4f-a116-9c5352c00fc5'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:17:20.256874 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 4425708d-4247-4b4f-a116-9c5352c00fc5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4425708d-4247-4b4f-a116-9c5352c00fc5,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:20.262227 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:20.263776 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device e959a8a2-d140-4484-850d-f11bd62443ec no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:17:20.266144 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] For port 769b676b-52b3-42b8-b116-36d6d130ae1b, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=769b676b-52b3-42b8-b116-36d6d130ae1b,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:20.266509 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:20.299197 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:20.332097 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: e959a8a2-d140-4484-850d-f11bd62443ec {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:17:20.332444 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device e959a8a2-d140-4484-850d-f11bd62443ec not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:17:20.336385 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15decbfa-af81-43d8-a45b-ec7d7986e924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4425708d-4247-4b4f-a116-9c5352c00fc5', 'code': 200} May 13 16:17:20.388653 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=4425708d-4247-4b4f-a116-9c5352c00fc5,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:20.391843 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:20.397289 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] Calling delete_port for 769b676b-52b3-42b8-b116-36d6d130ae1b owned by network:router_interface {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:20.624772 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42328) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:20.660165 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:20.666852 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:20.724558 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=769b676b-52b3-42b8-b116-36d6d130ae1b,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:20.747307 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f44e401b-25e5-482b-9e6b-686956684ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:20.763402 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-f44e401b-25e5-482b-9e6b-686956684ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:17:20.769040 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-f44e401b-25e5-482b-9e6b-686956684ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:ee2bfdc10555414cb6eaa363bdfba7e5 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:17:20.772433 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-f44e401b-25e5-482b-9e6b-686956684ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:17:20.779399 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-f44e401b-25e5-482b-9e6b-686956684ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:17:20.886140 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f44e401b-25e5-482b-9e6b-686956684ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:20.891255 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-f44e401b-25e5-482b-9e6b-686956684ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:20.898933 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:20.900835 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-033b82b2-b5d5-4e9c-81be-cbcf79702058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:20.945441 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-f44e401b-25e5-482b-9e6b-686956684ab3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee2bfdc10555414cb6eaa363bdfba7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170853 May 13 16:17:20.945441 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e401b-25e5-482b-9e6b-686956684ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7c2608-cc55-40fa-96c7-c127ca0458dc,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:20.945780 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01561c1-14f5-499e-85b3-0df170423794 req-db7e3a5e-8e6e-4155-b7b9-61486f1d1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:20.946663 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e01561c1-14f5-499e-85b3-0df170423794 req-db7e3a5e-8e6e-4155-b7b9-61486f1d1e34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 1098 time: 0.4093707 May 13 16:17:20.947114 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42334) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:20.948000 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f44e401b-25e5-482b-9e6b-686956684ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:21.002792 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ede8e-c842-4c83-8828-3814630833ab req-b4a39a1e-3d49-411e-a34b-c42722d82b50 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:21.004166 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9c6ede8e-c842-4c83-8828-3814630833ab req-b4a39a1e-3d49-411e-a34b-c42722d82b50 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 945 time: 0.4241538 May 13 16:17:21.180231 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e01561c1-14f5-499e-85b3-0df170423794 req-086c0069-1d34-4c18-86c7-1dc3b9f22565 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95b83ec7-c658-44c0-bd01-671e8942326d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226808 May 13 16:17:21.230281 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9c6ede8e-c842-4c83-8828-3814630833ab req-482286ca-4f5a-47d6-94b2-a594a7071a2b tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=95b83ec7-c658-44c0-bd01-671e8942326d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154801 May 13 16:17:21.253674 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63bfe032-ebaa-4274-b24f-9b762f8817db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:21.302011 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63bfe032-ebaa-4274-b24f-9b762f8817db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:21.308474 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616158'] for router_interface, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:21.499926 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63bfe032-ebaa-4274-b24f-9b762f8817db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:21.508083 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:21.554837 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfe032-ebaa-4274-b24f-9b762f8817db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7c2608-cc55-40fa-96c7-c127ca0458dc,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:21.563641 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-63bfe032-ebaa-4274-b24f-9b762f8817db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:21.582959 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63bfe032-ebaa-4274-b24f-9b762f8817db admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:21.584802 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-63bfe032-ebaa-4274-b24f-9b762f8817db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9f7c2608-cc55-40fa-96c7-c127ca0458dc HTTP/1.1" status: 204 len: 168 time: 0.6316502 May 13 16:17:21.786531 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] Router de85386a-53a5-4378-8b26-3061f5d2321e has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:17:21.908840 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42342) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:21.928083 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-91871ec8-eb66-48b6-be5f-07f0c59fcc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:21.944046 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-91871ec8-eb66-48b6-be5f-07f0c59fcc70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:17:21.947910 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-91871ec8-eb66-48b6-be5f-07f0c59fcc70 admin admin] Usage tracker for resource:security_group_rule and tenant:654a8b13855e4b7e9f44ed38ad9ab912 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:17:21.950770 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-91871ec8-eb66-48b6-be5f-07f0c59fcc70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:17:21.956555 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-91871ec8-eb66-48b6-be5f-07f0c59fcc70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:17:21.988397 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:17:21.993972 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] 10.222.0.54 "PUT /v2.0/routers/de85386a-53a5-4378-8b26-3061f5d2321e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2698605 May 13 16:17:21.996310 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42346) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:22.000918 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559ab61-e309-4357-9ede-8d6d6d3bc211 None None] Sync routers for ids ['de85386a-53a5-4378-8b26-3061f5d2321e'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:17:22.013647 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559ab61-e309-4357-9ede-8d6d6d3bc211 None None] Routers {'de85386a-53a5-4378-8b26-3061f5d2321e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:22.014408 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-4559ab61-e309-4357-9ede-8d6d6d3bc211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:17:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de85386a-53a5-4378-8b26-3061f5d2321e'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:22.058556 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-91871ec8-eb66-48b6-be5f-07f0c59fcc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:22.064200 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-91871ec8-eb66-48b6-be5f-07f0c59fcc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:22.075904 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-36131642-4a90-4f48-ad91-e95c7383f2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:22.124297 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-91871ec8-eb66-48b6-be5f-07f0c59fcc70 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=654a8b13855e4b7e9f44ed38ad9ab912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109478 May 13 16:17:22.124865 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42350) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:22.127710 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91871ec8-eb66-48b6-be5f-07f0c59fcc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e42ca4-21a6-4046-9bbf-b9f89a07ee0e,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:22.145152 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-91871ec8-eb66-48b6-be5f-07f0c59fcc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:22.206060 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-9207b21e-f5f9-40f0-98ab-7939dfdf0234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:22.211145 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-4559ab61-e309-4357-9ede-8d6d6d3bc211 None None] Set router de85386a-53a5-4378-8b26-3061f5d2321e gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:22.212112 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Notify callbacks [] for router, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:22.236673 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-9207b21e-f5f9-40f0-98ab-7939dfdf0234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:22.314544 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-9207b21e-f5f9-40f0-98ab-7939dfdf0234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:22.339768 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-868101ab-8155-480d-be3d-19de44bf0fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:22.366650 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207b21e-f5f9-40f0-98ab-7939dfdf0234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e42ca4-21a6-4046-9bbf-b9f89a07ee0e,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:22.372437 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-9207b21e-f5f9-40f0-98ab-7939dfdf0234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:22.400470 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-9207b21e-f5f9-40f0-98ab-7939dfdf0234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:22.407744 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-9207b21e-f5f9-40f0-98ab-7939dfdf0234 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9e42ca4-21a6-4046-9bbf-b9f89a07ee0e HTTP/1.1" status: 204 len: 168 time: 0.2815464 May 13 16:17:22.682414 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-4559ab61-e309-4357-9ede-8d6d6d3bc211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:17:20Z', 'revision_number': 5, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port': {'id': '4f5877e3-38b2-4518-880f-df4ca1565a58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:30Z', 'updated_at': '2021-05-13T16:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:22.689382 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559ab61-e309-4357-9ede-8d6d6d3bc211 None None] Checking router: de85386a-53a5-4378-8b26-3061f5d2321e for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:17:22.699370 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559ab61-e309-4357-9ede-8d6d6d3bc211 None None] Routers {'de85386a-53a5-4378-8b26-3061f5d2321e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:22.700052 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-4559ab61-e309-4357-9ede-8d6d6d3bc211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:17:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['de85386a-53a5-4378-8b26-3061f5d2321e'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:22.700190 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:22.719058 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1f02b-314d-47f8-bcd3-695a11d6c853 req-c8807773-8f41-4a2b-9524-b3655bb82f40 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:22.720874 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e6e1f02b-314d-47f8-bcd3-695a11d6c853 req-c8807773-8f41-4a2b-9524-b3655bb82f40 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 945 time: 0.1419630 May 13 16:17:22.813185 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e6e1f02b-314d-47f8-bcd3-695a11d6c853 req-27aeed7e-728e-4dbb-a2b6-a234d8a2bac0 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=95b83ec7-c658-44c0-bd01-671e8942326d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624793 May 13 16:17:22.836307 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Deleting port 4f5877e3-38b2-4518-880f-df4ca1565a58 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:22.836655 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:22.866354 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-4559ab61-e309-4357-9ede-8d6d6d3bc211 None None] Set router de85386a-53a5-4378-8b26-3061f5d2321e gateway port host: None {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:22.970037 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] For port 4f5877e3-38b2-4518-880f-df4ca1565a58, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=4f5877e3-38b2-4518-880f-df4ca1565a58,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:22.970712 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:22.979939 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-4559ab61-e309-4357-9ede-8d6d6d3bc211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:17:22Z', 'revision_number': 6, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port_host': None}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:22.984813 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559ab61-e309-4357-9ede-8d6d6d3bc211 None None] The sync data for ids ['de85386a-53a5-4378-8b26-3061f5d2321e'] in dv-cinder-689486-12-smb is: [{'id': 'de85386a-53a5-4378-8b26-3061f5d2321e', 'name': 'tempest-TestShelveInstance-1932757534-router', 'tenant_id': '60a6df343e7042dc9a8e981dce6e8b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:28Z', 'updated_at': '2021-05-13T16:17:22Z', 'revision_number': 6, 'project_id': '60a6df343e7042dc9a8e981dce6e8b46', 'gw_port_host': None}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:17:23.112696 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Calling delete_port for 4f5877e3-38b2-4518-880f-df4ca1565a58 owned by network:router_gateway {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:23.259909 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:23.263523 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-a4fc39bb-5f29-4596-9bf8-1ed843fd801b tempest-VolumesActionsTest-1683610653 tempest-VolumesActionsTest-1683610653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:23.308841 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5877e3-38b2-4518-880f-df4ca1565a58,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:23.339671 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:23.413096 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615368'] for router_gateway, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:23.601486 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39745'] for router, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:23.603742 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:23.629425 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-616284'] for router, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:23.630048 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Fanout notify agent at l3_agent the message router_deleted on router de85386a-53a5-4378-8b26-3061f5d2321e {{(pid=79044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 16:17:23.644796 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Notify callbacks [] for router, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:23.648533 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] 10.222.0.54 "DELETE /v2.0/routers/de85386a-53a5-4378-8b26-3061f5d2321e HTTP/1.1" status: 204 len: 168 time: 1.6458144 May 13 16:17:23.648731 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42384) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:23.708677 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1b21fe-9807-43c6-abde-f0f4bd350961 admin admin] Deleting subnet 9581a329-84b4-4673-a9bd-06e0007be9b3 {{(pid=79043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:17:23.711726 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2e1b21fe-9807-43c6-abde-f0f4bd350961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:23.729117 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42388) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:23.767407 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2e1b21fe-9807-43c6-abde-f0f4bd350961 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106706'] for subnet, precommit_delete_associations {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:23.878998 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-2bac62cc-87ea-4a99-9b28-f195d7049f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:23.900202 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-2bac62cc-87ea-4a99-9b28-f195d7049f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:17:23.905478 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-2bac62cc-87ea-4a99-9b28-f195d7049f2e admin admin] Usage tracker for resource:security_group_rule and tenant:92c3d6eba18849478abba7cc03166c8c is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:17:23.909416 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-2bac62cc-87ea-4a99-9b28-f195d7049f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:17:23.917495 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-2bac62cc-87ea-4a99-9b28-f195d7049f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:17:23.990106 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2e1b21fe-9807-43c6-abde-f0f4bd350961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.072325 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c298af1-1832-4e39-86f7-08eb0e2bee2d req-79e4b4ae-812f-4729-a763-89251131a39e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:24.073809 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5c298af1-1832-4e39-86f7-08eb0e2bee2d req-79e4b4ae-812f-4729-a763-89251131a39e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 945 time: 0.1322169 May 13 16:17:24.093331 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-2bac62cc-87ea-4a99-9b28-f195d7049f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.109598 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-2bac62cc-87ea-4a99-9b28-f195d7049f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.122134 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-9956a5e9-def1-44db-b55c-178517b49e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:24.178037 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-2bac62cc-87ea-4a99-9b28-f195d7049f2e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=92c3d6eba18849478abba7cc03166c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476774 May 13 16:17:24.180702 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42396) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:24.181166 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac62cc-87ea-4a99-9b28-f195d7049f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d9ef0f-b25e-4c29-a3d6-464790a195f5,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:24.186970 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5c298af1-1832-4e39-86f7-08eb0e2bee2d req-da2888ac-76b2-4d8a-9b8b-59b902697dbd tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=95b83ec7-c658-44c0-bd01-671e8942326d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982442 May 13 16:17:24.187495 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-2bac62cc-87ea-4a99-9b28-f195d7049f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:24.298419 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2e1b21fe-9807-43c6-abde-f0f4bd350961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104069'] for subnet, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.313953 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:24.324081 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 769b676b-52b3-42b8-b116-36d6d130ae1b no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:17:24.349435 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-58b2bcf4-82b1-4a40-93e0-b39198d51950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.358804 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b21fe-9807-43c6-abde-f0f4bd350961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9581a329-84b4-4673-a9bd-06e0007be9b3,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:24.360015 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 769b676b-52b3-42b8-b116-36d6d130ae1b {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:17:24.360603 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 769b676b-52b3-42b8-b116-36d6d130ae1b not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:17:24.361149 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-2e1b21fe-9807-43c6-abde-f0f4bd350961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.362059 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 4f5877e3-38b2-4518-880f-df4ca1565a58 no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:17:24.370627 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-2e1b21fe-9807-43c6-abde-f0f4bd350961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:24.386518 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764191e3-5e3a-446a-8af1-89d546b92e8a req-1bc30a43-5ebb-4f4c-9350-e90ef30879a4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:24.388385 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-764191e3-5e3a-446a-8af1-89d546b92e8a req-1bc30a43-5ebb-4f4c-9350-e90ef30879a4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 945 time: 0.0906837 May 13 16:17:24.390875 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-2e1b21fe-9807-43c6-abde-f0f4bd350961 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9581a329-84b4-4673-a9bd-06e0007be9b3 HTTP/1.1" status: 204 len: 168 time: 0.7410018 May 13 16:17:24.391641 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42402) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:24.392831 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dcb672-4e6d-4a0a-b0d9-534e9292d110 None None] Network 56b2248f-57e2-443f-b67a-e92c11747033 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:17:24.396621 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-58b2bcf4-82b1-4a40-93e0-b39198d51950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.403439 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42406) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:24.412101 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-17797f42-af3b-4bfe-bc0c-2e92192e77d3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Request body: {'floatingip': {'port_id': '4425708d-4247-4b4f-a116-9c5352c00fc5'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:17:24.484282 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 4f5877e3-38b2-4518-880f-df4ca1565a58 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:17:24.484647 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 4f5877e3-38b2-4518-880f-df4ca1565a58 not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:17:24.503456 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.504688 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-17797f42-af3b-4bfe-bc0c-2e92192e77d3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, before_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.595142 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Deleting port 78293f5b-1f30-46c4-8e23-df34eb0edc1b {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:24.595669 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.690034 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e156a63a-719a-42f2-8912-19c13427ff1c None None] DHCP port deletion for 56b2248f-57e2-443f-b67a-e92c11747033 request from dv-cinder-689486-12-smb {{(pid=79045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 13 16:17:24.708220 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-58b2bcf4-82b1-4a40-93e0-b39198d51950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.710818 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] For port 78293f5b-1f30-46c4-8e23-df34eb0edc1b, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=78293f5b-1f30-46c4-8e23-df34eb0edc1b,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:24.711182 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.715559 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-dbd31527-58e7-46a6-9932-bf78b3cd82bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:24.737828 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2bcf4-82b1-4a40-93e0-b39198d51950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d9ef0f-b25e-4c29-a3d6-464790a195f5,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:24.754684 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-58b2bcf4-82b1-4a40-93e0-b39198d51950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:24.755563 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-58b2bcf4-82b1-4a40-93e0-b39198d51950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.756848 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-58b2bcf4-82b1-4a40-93e0-b39198d51950 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b2d9ef0f-b25e-4c29-a3d6-464790a195f5 HTTP/1.1" status: 204 len: 168 time: 0.5752299 May 13 16:17:24.849915 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-e156a63a-719a-42f2-8912-19c13427ff1c None None] Deleting port 78293f5b-1f30-46c4-8e23-df34eb0edc1b {{(pid=79045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:24.850751 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-e156a63a-719a-42f2-8912-19c13427ff1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:24.968920 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Calling delete_port for 78293f5b-1f30-46c4-8e23-df34eb0edc1b owned by network:dhcp {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:24.980612 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-e156a63a-719a-42f2-8912-19c13427ff1c None None] For port 78293f5b-1f30-46c4-8e23-df34eb0edc1b, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=78293f5b-1f30-46c4-8e23-df34eb0edc1b,segment=NetworkSegment(397d6998-768d-4d62-be8c-f4be86009a83),segment_id=397d6998-768d-4d62-be8c-f4be86009a83)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:24.981004 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-e156a63a-719a-42f2-8912-19c13427ff1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:25.024695 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:25.032823 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-bce44cd0-c36c-42e0-b7f5-a0ee083e4051 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:25.083671 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] No DVR routers for this DVR port 78293f5b-1f30-46c4-8e23-df34eb0edc1b on host dv-cinder-689486-12-smb {{(pid=79044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:17:25.120818 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=78293f5b-1f30-46c4-8e23-df34eb0edc1b,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:25.122343 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-e156a63a-719a-42f2-8912-19c13427ff1c None None] Calling delete_port for 78293f5b-1f30-46c4-8e23-df34eb0edc1b owned by network:dhcp {{(pid=79045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:25.125346 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:25.177425 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-e156a63a-719a-42f2-8912-19c13427ff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839'] for port, after_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:25.189383 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:25.228165 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:25.237303 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156a63a-719a-42f2-8912-19c13427ff1c None None] No DVR routers for this DVR port 78293f5b-1f30-46c4-8e23-df34eb0edc1b on host dv-cinder-689486-12-smb {{(pid=79045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:17:25.246386 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b2248f-57e2-443f-b67a-e92c11747033']}} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:25.247056 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156a63a-719a-42f2-8912-19c13427ff1c None None] Pushing event deleted for resources: {'Port': ['ID=78293f5b-1f30-46c4-8e23-df34eb0edc1b,revision_number=None']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:25.250234 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-e156a63a-719a-42f2-8912-19c13427ff1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:25.267945 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397d6998-768d-4d62-be8c-f4be86009a83') {'for_net_delete': True} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:25.268307 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397d6998-768d-4d62-be8c-f4be86009a83') {} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:25.268485 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-17797f42-af3b-4bfe-bc0c-2e92192e77d3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:25.272485 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-17797f42-af3b-4bfe-bc0c-2e92192e77d3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:25.281395 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2302494'] for segment, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:25.300887 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:25.307691 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=79044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:17:25.308042 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2571749'] for segment, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: Traceback (most recent call last): May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: timer() May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: cb(*args, **kw) May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: return func(*args, **kwargs) May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: self._notify() May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: self.callback(batched_events) May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: event.method(event) May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: return f(self, *a, **k) May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: return self._get(url).json() May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: return self.request(url, 'GET', **kwargs) May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:17:25.322366 dv-cinder-689486-12-smb neutron-server[79044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:17:25.406805 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:25.416700 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d29371db-a03b-47f1-96ba-547d3994dec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:25.438814 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:25.449085 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=56b2248f-57e2-443f-b67a-e92c11747033,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:25.454232 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:25.464846 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] 10.222.0.54 "DELETE /v2.0/networks/56b2248f-57e2-443f-b67a-e92c11747033 HTTP/1.1" status: 204 len: 168 time: 1.0693591 May 13 16:17:25.465116 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42428) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:25.467706 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.db.l3_db [None req-17797f42-af3b-4bfe-bc0c-2e92192e77d3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Floating IP 547b2409-eda7-46b1-bc04-ddfe29f38e79 associated. External IP: 172.28.1.9, port: 4425708d-4247-4b4f-a116-9c5352c00fc5. May 13 16:17:25.929801 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17797f42-af3b-4bfe-bc0c-2e92192e77d3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Router b20390a7-0d66-4be9-88db-742441b2b5a7 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:17:26.057321 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-50acba62-0caa-48ec-a7be-0ad549b2363e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622414'] for router_interface, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:26.117104 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17797f42-af3b-4bfe-bc0c-2e92192e77d3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:17:26.121426 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-17797f42-af3b-4bfe-bc0c-2e92192e77d3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:26.128649 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f40a64-2e4b-4bf4-aae0-55ccd46921fb None None] Sync routers for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:17:26.143431 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f40a64-2e4b-4bf4-aae0-55ccd46921fb None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:26.144494 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-24f40a64-2e4b-4bf4-aae0-55ccd46921fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:17:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:26.188049 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-17797f42-af3b-4bfe-bc0c-2e92192e77d3 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "PUT /v2.0/floatingips/547b2409-eda7-46b1-bc04-ddfe29f38e79 HTTP/1.1" status: 200 len: 989 time: 1.7832065 May 13 16:17:26.188756 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15decbfa-af81-43d8-a45b-ec7d7986e924', 'tag': '4425708d-4247-4b4f-a116-9c5352c00fc5'}] {{(pid=79043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:17:26.317036 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15decbfa-af81-43d8-a45b-ec7d7986e924', 'tag': '4425708d-4247-4b4f-a116-9c5352c00fc5', 'status': 'completed', 'code': 200} May 13 16:17:26.445875 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-24f40a64-2e4b-4bf4-aae0-55ccd46921fb None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:26.510314 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 78293f5b-1f30-46c4-8e23-df34eb0edc1b no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:17:26.552780 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 78293f5b-1f30-46c4-8e23-df34eb0edc1b {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:17:26.553182 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 78293f5b-1f30-46c4-8e23-df34eb0edc1b not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:17:26.640209 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ef88-2221-4730-9499-d3e2334583fd req-a1564c72-cc8b-4634-b31d-fdbda3c4c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:26.641689 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bdd4ef88-2221-4730-9499-d3e2334583fd req-a1564c72-cc8b-4634-b31d-fdbda3c4c08d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 1098 time: 0.2868273 May 13 16:17:26.849764 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ef88-2221-4730-9499-d3e2334583fd req-794c1c67-0609-40a6-b251-387c97695418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:26.852215 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bdd4ef88-2221-4730-9499-d3e2334583fd req-794c1c67-0609-40a6-b251-387c97695418 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 HTTP/1.1" status: 200 len: 912 time: 0.2013228 May 13 16:17:26.853776 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-50acba62-0caa-48ec-a7be-0ad549b2363e admin admin] Deleting port 620cec06-2e68-4018-b6ab-f0accf7d26ad {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:26.854117 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-50acba62-0caa-48ec-a7be-0ad549b2363e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:26.903906 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-24f40a64-2e4b-4bf4-aae0-55ccd46921fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': '547b2409-eda7-46b1-bc04-ddfe29f38e79', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'floating_ip_address': '172.28.1.9', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'port_id': '4425708d-4247-4b4f-a116-9c5352c00fc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'mac_address': 'fa:16:3e:32:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15decbfa-af81-43d8-a45b-ec7d7986e924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:17:07Z', 'updated_at': '2021-05-13T16:17:25Z', 'revision_number': 1, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:36Z', 'revision_number': 5, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:26.908614 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f40a64-2e4b-4bf4-aae0-55ccd46921fb None None] Checking router: b20390a7-0d66-4be9-88db-742441b2b5a7 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:17:26.918627 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f40a64-2e4b-4bf4-aae0-55ccd46921fb None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:26.919253 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-24f40a64-2e4b-4bf4-aae0-55ccd46921fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:17:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:27.056058 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bdd4ef88-2221-4730-9499-d3e2334583fd req-0db56a61-bdd5-4378-b2c8-a0e9679de28b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4425708d-4247-4b4f-a116-9c5352c00fc5 HTTP/1.1" status: 200 len: 997 time: 0.1867230 May 13 16:17:27.117479 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-50acba62-0caa-48ec-a7be-0ad549b2363e admin admin] For port 620cec06-2e68-4018-b6ab-f0accf7d26ad, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=620cec06-2e68-4018-b6ab-f0accf7d26ad,segment=NetworkSegment(93a39306-efad-48c5-b2d9-c0f374755310),segment_id=93a39306-efad-48c5-b2d9-c0f374755310)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:27.118190 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-50acba62-0caa-48ec-a7be-0ad549b2363e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:27.141954 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-24f40a64-2e4b-4bf4-aae0-55ccd46921fb None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:27.252800 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-50acba62-0caa-48ec-a7be-0ad549b2363e admin admin] Calling delete_port for 620cec06-2e68-4018-b6ab-f0accf7d26ad owned by network:router_interface {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:27.269200 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ef88-2221-4730-9499-d3e2334583fd req-b97bbbab-8b0a-434a-9316-07331a2c2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:27.270644 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bdd4ef88-2221-4730-9499-d3e2334583fd req-b97bbbab-8b0a-434a-9316-07331a2c2f34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=67ac9cf4-8079-47e1-a5bb-a198057015ec HTTP/1.1" status: 200 len: 850 time: 0.1986141 May 13 16:17:27.391936 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ef88-2221-4730-9499-d3e2334583fd req-443ce6bc-a096-4093-a676-4f51e1894cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:17:27.393503 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bdd4ef88-2221-4730-9499-d3e2334583fd req-443ce6bc-a096-4093-a676-4f51e1894cf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1103625 May 13 16:17:27.532946 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-24f40a64-2e4b-4bf4-aae0-55ccd46921fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': '547b2409-eda7-46b1-bc04-ddfe29f38e79', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'floating_ip_address': '172.28.1.9', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'port_id': '4425708d-4247-4b4f-a116-9c5352c00fc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'mac_address': 'fa:16:3e:32:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15decbfa-af81-43d8-a45b-ec7d7986e924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:17:07Z', 'updated_at': '2021-05-13T16:17:25Z', 'revision_number': 1, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:36Z', 'revision_number': 5, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:27.540489 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f40a64-2e4b-4bf4-aae0-55ccd46921fb None None] The sync data for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb is: [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': '547b2409-eda7-46b1-bc04-ddfe29f38e79', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'floating_ip_address': '172.28.1.9', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'port_id': '4425708d-4247-4b4f-a116-9c5352c00fc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'mac_address': 'fa:16:3e:32:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15decbfa-af81-43d8-a45b-ec7d7986e924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:17:07Z', 'updated_at': '2021-05-13T16:17:25Z', 'revision_number': 1, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:36Z', 'revision_number': 5, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:17:27.604846 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bdd4ef88-2221-4730-9499-d3e2334583fd req-486161c7-8ec3-4988-9840-640781fe4606 service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003977 May 13 16:17:27.612433 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-50acba62-0caa-48ec-a7be-0ad549b2363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:27.622180 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d75b1284-b59b-4020-9e4d-66d391c1eee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:27.722225 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acba62-0caa-48ec-a7be-0ad549b2363e admin admin] Pushing event deleted for resources: {'Port': ['ID=620cec06-2e68-4018-b6ab-f0accf7d26ad,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:27.731542 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-50acba62-0caa-48ec-a7be-0ad549b2363e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:27.780921 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf2079c-f820-4e78-a5f3-ff84a743ba56 None None] New status for floating IP 547b2409-eda7-46b1-bc04-ddfe29f38e79: ACTIVE {{(pid=79046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:17:28.241261 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bdd4ef88-2221-4730-9499-d3e2334583fd req-7109af71-9699-42dd-be32-2a21b7454fcf service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232698 May 13 16:17:28.311830 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-50acba62-0caa-48ec-a7be-0ad549b2363e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616158'] for router_interface, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:28.720006 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50acba62-0caa-48ec-a7be-0ad549b2363e admin admin] Router 1eef0879-8833-4221-9aca-436d444f994e has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:17:28.924035 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50acba62-0caa-48ec-a7be-0ad549b2363e admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:17:28.932616 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc50fc6-0792-4b93-9d85-b51365f1824e None None] Sync routers for ids ['1eef0879-8833-4221-9aca-436d444f994e'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:17:28.933259 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-50acba62-0caa-48ec-a7be-0ad549b2363e admin admin] 10.222.0.54 "PUT /v2.0/routers/1eef0879-8833-4221-9aca-436d444f994e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4667315 May 13 16:17:28.935465 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42504) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:28.947724 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc50fc6-0792-4b93-9d85-b51365f1824e None None] Routers {'1eef0879-8833-4221-9aca-436d444f994e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:28.949237 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-7bc50fc6-0792-4b93-9d85-b51365f1824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:17:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['1eef0879-8833-4221-9aca-436d444f994e'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:29.132228 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-7bc50fc6-0792-4b93-9d85-b51365f1824e None None] Set router 1eef0879-8833-4221-9aca-436d444f994e gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:29.141899 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Notify callbacks [] for router, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:29.322946 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:29.415664 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Deleting port 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:29.416033 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:29.515361 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-7bc50fc6-0792-4b93-9d85-b51365f1824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eef0879-8833-4221-9aca-436d444f994e', 'name': 'tempest-TestShelveInstance-586735005-router', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:47Z', 'updated_at': '2021-05-13T16:17:27Z', 'revision_number': 5, 'project_id': '640626dd9e15426d9e93b4511a65d808', 'gw_port': {'id': '34fdc170-16e9-466a-b5ae-4fd0f9d10f58', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eef0879-8833-4221-9aca-436d444f994e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:11:49Z', 'updated_at': '2021-05-13T16:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:29.519805 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc50fc6-0792-4b93-9d85-b51365f1824e None None] Checking router: 1eef0879-8833-4221-9aca-436d444f994e for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:17:29.528747 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc50fc6-0792-4b93-9d85-b51365f1824e None None] Routers {'1eef0879-8833-4221-9aca-436d444f994e'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:17:29.528948 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-7bc50fc6-0792-4b93-9d85-b51365f1824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:17:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['1eef0879-8833-4221-9aca-436d444f994e'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:29.547045 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] For port 34fdc170-16e9-466a-b5ae-4fd0f9d10f58, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=34fdc170-16e9-466a-b5ae-4fd0f9d10f58,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:29.547420 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:29.697810 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-7bc50fc6-0792-4b93-9d85-b51365f1824e None None] Set router 1eef0879-8833-4221-9aca-436d444f994e gateway port host: None {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:17:29.810040 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Calling delete_port for 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 owned by network:router_gateway {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:29.810438 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-7bc50fc6-0792-4b93-9d85-b51365f1824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eef0879-8833-4221-9aca-436d444f994e', 'name': 'tempest-TestShelveInstance-586735005-router', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:47Z', 'updated_at': '2021-05-13T16:17:29Z', 'revision_number': 6, 'project_id': '640626dd9e15426d9e93b4511a65d808', 'gw_port_host': None}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:29.816346 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc50fc6-0792-4b93-9d85-b51365f1824e None None] The sync data for ids ['1eef0879-8833-4221-9aca-436d444f994e'] in dv-cinder-689486-12-smb is: [{'id': '1eef0879-8833-4221-9aca-436d444f994e', 'name': 'tempest-TestShelveInstance-586735005-router', 'tenant_id': '640626dd9e15426d9e93b4511a65d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:11:47Z', 'updated_at': '2021-05-13T16:17:29Z', 'revision_number': 6, 'project_id': '640626dd9e15426d9e93b4511a65d808', 'gw_port_host': None}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:17:29.979057 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:29.983414 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:30.035348 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Pushing event deleted for resources: {'Port': ['ID=34fdc170-16e9-466a-b5ae-4fd0f9d10f58,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:30.067631 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:30.134613 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615368'] for router_gateway, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:30.316857 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39745'] for router, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:30.319548 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:30.346871 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-616284'] for router, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:30.347533 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eef0879-8833-4221-9aca-436d444f994e {{(pid=79044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 16:17:30.365413 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] Notify callbacks [] for router, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:30.366548 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-8f2e6348-6fa5-4d02-849f-da390fd0fc45 admin admin] 10.222.0.54 "DELETE /v2.0/routers/1eef0879-8833-4221-9aca-436d444f994e HTTP/1.1" status: 204 len: 168 time: 1.4294274 May 13 16:17:30.369585 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42512) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:30.383320 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 620cec06-2e68-4018-b6ab-f0accf7d26ad no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:17:30.418661 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 620cec06-2e68-4018-b6ab-f0accf7d26ad {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:17:30.419203 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 620cec06-2e68-4018-b6ab-f0accf7d26ad not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:17:30.419681 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:17:30.446564 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac7f9ba-5fc5-494a-94e8-df4852dd67ca admin admin] Deleting subnet 10868a19-03c5-48d2-a732-3d5c06790cf8 {{(pid=79044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:17:30.449756 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f9ba-5fc5-494a-94e8-df4852dd67ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:30.459684 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:17:30.460256 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 34fdc170-16e9-466a-b5ae-4fd0f9d10f58 not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:17:30.507428 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f9ba-5fc5-494a-94e8-df4852dd67ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2302693'] for subnet, precommit_delete_associations {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:30.547752 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:30.603273 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f9ba-5fc5-494a-94e8-df4852dd67ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:30.883615 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f9ba-5fc5-494a-94e8-df4852dd67ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2571663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9658083'] for subnet, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:30.893618 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:30.905135 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-f5753345-38c2-4a02-81b1-a3854f46619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:30.938391 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7f9ba-5fc5-494a-94e8-df4852dd67ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10868a19-03c5-48d2-a732-3d5c06790cf8,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:30.941880 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-0ac7f9ba-5fc5-494a-94e8-df4852dd67ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:30.944658 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f9ba-5fc5-494a-94e8-df4852dd67ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:30.950518 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-0ac7f9ba-5fc5-494a-94e8-df4852dd67ca admin admin] 10.222.0.54 "DELETE /v2.0/subnets/10868a19-03c5-48d2-a732-3d5c06790cf8 HTTP/1.1" status: 204 len: 168 time: 0.5798821 May 13 16:17:30.953733 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42518) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:30.954268 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1e2267-0d47-4db7-8c7c-c0e18b94022d None None] Network c1fa65ac-c8b1-4840-a67b-53c941ea10ab requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:17:31.085045 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:31.167892 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Deleting port 4ffdb658-12b8-4d29-b861-e29592f1becc {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:31.167892 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:31.233536 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ec0480-d570-4698-b83c-46f86b8065a9 None None] DHCP port deletion for c1fa65ac-c8b1-4840-a67b-53c941ea10ab request from dv-cinder-689486-12-smb {{(pid=79045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 13 16:17:31.286826 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] For port 4ffdb658-12b8-4d29-b861-e29592f1becc, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=4ffdb658-12b8-4d29-b861-e29592f1becc,segment=NetworkSegment(93a39306-efad-48c5-b2d9-c0f374755310),segment_id=93a39306-efad-48c5-b2d9-c0f374755310)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:31.287182 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:31.308430 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-79ec0480-d570-4698-b83c-46f86b8065a9 None None] Deleting port 4ffdb658-12b8-4d29-b861-e29592f1becc {{(pid=79045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:17:31.308808 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-79ec0480-d570-4698-b83c-46f86b8065a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:31.411807 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-79ec0480-d570-4698-b83c-46f86b8065a9 None None] For port 4ffdb658-12b8-4d29-b861-e29592f1becc, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=4ffdb658-12b8-4d29-b861-e29592f1becc,segment=NetworkSegment(93a39306-efad-48c5-b2d9-c0f374755310),segment_id=93a39306-efad-48c5-b2d9-c0f374755310)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:17:31.412547 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-79ec0480-d570-4698-b83c-46f86b8065a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:31.413711 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Calling delete_port for 4ffdb658-12b8-4d29-b861-e29592f1becc owned by network:dhcp {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:31.464953 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:31.469666 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b3603578-a8d6-4faf-abbf-3a1cae344a40 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:31.519386 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffdb658-12b8-4d29-b861-e29592f1becc,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:31.523663 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:31.527083 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] No DVR routers for this DVR port 4ffdb658-12b8-4d29-b861-e29592f1becc on host dv-cinder-689486-12-smb {{(pid=79043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:17:31.573444 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-79ec0480-d570-4698-b83c-46f86b8065a9 None None] Calling delete_port for 4ffdb658-12b8-4d29-b861-e29592f1becc owned by network:dhcp {{(pid=79045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:17:31.626776 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-79ec0480-d570-4698-b83c-46f86b8065a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839'] for port, after_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:31.630378 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:31.671141 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:31.675145 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec0480-d570-4698-b83c-46f86b8065a9 None None] Pushing event deleted for resources: {'Port': ['ID=4ffdb658-12b8-4d29-b861-e29592f1becc,revision_number=None']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:31.677161 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ec0480-d570-4698-b83c-46f86b8065a9 None None] No DVR routers for this DVR port 4ffdb658-12b8-4d29-b861-e29592f1becc on host dv-cinder-689486-12-smb {{(pid=79045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:17:31.678321 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-79ec0480-d570-4698-b83c-46f86b8065a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:31.686010 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fa65ac-c8b1-4840-a67b-53c941ea10ab']}} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:31.708007 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a39306-efad-48c5-b2d9-c0f374755310') {'for_net_delete': True} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:31.708315 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a39306-efad-48c5-b2d9-c0f374755310') {} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:17:31.721172 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106793'] for segment, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:31.737684 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:31.744236 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=79043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:17:31.744613 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2223284'] for segment, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: Traceback (most recent call last): May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: timer() May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: cb(*args, **kw) May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: return func(*args, **kwargs) May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: self._notify() May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: self.callback(batched_events) May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: event.method(event) May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: return f(self, *a, **k) May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: return self._get(url).json() May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: return self.request(url, 'GET', **kwargs) May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:17:31.758156 dv-cinder-689486-12-smb neutron-server[79043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:17:31.839467 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:31.845602 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:31.848539 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:31.874594 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Pushing event deleted for resources: {'Network': ['ID=c1fa65ac-c8b1-4840-a67b-53c941ea10ab,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:31.877432 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:31.881834 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-81880280-6822-4229-9292-8eac682bfd5e admin admin] 10.222.0.54 "DELETE /v2.0/networks/c1fa65ac-c8b1-4840-a67b-53c941ea10ab HTTP/1.1" status: 204 len: 168 time: 0.9252121 May 13 16:17:32.094772 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42528) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:32.228071 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-78c6531b-388b-429f-b670-c0cd809c4f77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=60a6df343e7042dc9a8e981dce6e8b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1320727 May 13 16:17:32.231618 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42532) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:32.298997 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-546a77ef-fa72-45bb-a7b4-d3e2aef19df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:32.327427 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-546a77ef-fa72-45bb-a7b4-d3e2aef19df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:32.330509 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 4ffdb658-12b8-4d29-b861-e29592f1becc no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:17:32.369346 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 4ffdb658-12b8-4d29-b861-e29592f1becc {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:17:32.369692 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 4ffdb658-12b8-4d29-b861-e29592f1becc not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:17:32.400197 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-546a77ef-fa72-45bb-a7b4-d3e2aef19df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:32.403932 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-d93ab556-d5f2-420b-80e7-398f243ad660 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:32.417321 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a77ef-fa72-45bb-a7b4-d3e2aef19df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcee2ed2-ba84-48a8-8f4c-908c38961ec2,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:32.421206 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-546a77ef-fa72-45bb-a7b4-d3e2aef19df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:32.426983 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-546a77ef-fa72-45bb-a7b4-d3e2aef19df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:32.428135 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-546a77ef-fa72-45bb-a7b4-d3e2aef19df4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bcee2ed2-ba84-48a8-8f4c-908c38961ec2 HTTP/1.1" status: 204 len: 168 time: 0.1954195 May 13 16:17:32.846822 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42542) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:32.901624 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-402adae9-57a1-4de0-989a-042abd2f7c57 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=640626dd9e15426d9e93b4511a65d808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540800 May 13 16:17:32.903990 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42546) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:32.970885 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8c588e48-d119-4bb9-b38f-e5ef206705f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:32.998025 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8c588e48-d119-4bb9-b38f-e5ef206705f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:33.057796 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8c588e48-d119-4bb9-b38f-e5ef206705f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:33.062117 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-b8904a03-d320-4cd8-ae92-28857e8a573a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:33.075361 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c588e48-d119-4bb9-b38f-e5ef206705f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beed808d-536d-42fb-ad13-460670900855,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:33.078301 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-8c588e48-d119-4bb9-b38f-e5ef206705f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:33.083955 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-8c588e48-d119-4bb9-b38f-e5ef206705f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:33.087976 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-8c588e48-d119-4bb9-b38f-e5ef206705f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/beed808d-536d-42fb-ad13-460670900855 HTTP/1.1" status: 204 len: 168 time: 0.1803389 May 13 16:17:33.789201 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:34.056374 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-d803a25e-1409-4ba9-891e-0e4e3d868212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:35.003735 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:36.669171 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:40.255110 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:17:43.929560 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42620) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:44.060387 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-50e5497c-b81c-4bbb-9076-25fe88e3fb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:44.077100 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-50e5497c-b81c-4bbb-9076-25fe88e3fb39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:17:44.081137 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-50e5497c-b81c-4bbb-9076-25fe88e3fb39 admin admin] Usage tracker for resource:security_group_rule and tenant:c19ce1a18c5d4a7a8fe7333e146b147e is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:17:44.083917 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-50e5497c-b81c-4bbb-9076-25fe88e3fb39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:17:44.089499 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-50e5497c-b81c-4bbb-9076-25fe88e3fb39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:17:44.176479 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-50e5497c-b81c-4bbb-9076-25fe88e3fb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:44.180529 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-50e5497c-b81c-4bbb-9076-25fe88e3fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:44.187703 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-86d12cdc-3d4a-484d-a945-179f9f918d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:44.231911 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-50e5497c-b81c-4bbb-9076-25fe88e3fb39 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c19ce1a18c5d4a7a8fe7333e146b147e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012798 May 13 16:17:44.234035 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5497c-b81c-4bbb-9076-25fe88e3fb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f02f591-342e-4bc0-9569-32d4552b068c,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:44.235585 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42626) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:17:44.236788 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-50e5497c-b81c-4bbb-9076-25fe88e3fb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:44.301190 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-2865e0b1-b537-4164-828b-8924b44a0abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:44.326676 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-2865e0b1-b537-4164-828b-8924b44a0abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:44.379533 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-2865e0b1-b537-4164-828b-8924b44a0abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:44.383198 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-1afbbf4a-cd08-4f80-8205-db83ad691bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:17:44.395893 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865e0b1-b537-4164-828b-8924b44a0abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f02f591-342e-4bc0-9569-32d4552b068c,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:17:44.398824 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-2865e0b1-b537-4164-828b-8924b44a0abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:17:44.400716 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-2865e0b1-b537-4164-828b-8924b44a0abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:17:44.401812 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-2865e0b1-b537-4164-828b-8924b44a0abd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9f02f591-342e-4bc0-9569-32d4552b068c HTTP/1.1" status: 204 len: 168 time: 0.1652317 May 13 16:18:00.551520 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:00.909967 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-b04974be-bede-47c9-9ab9-a57560f08cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:03.783611 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:03.892163 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b3cb0134-e8be-4158-b359-049c45acb963 req-acc7d39b-e64b-4663-8ef7-da59a7d669cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736282 May 13 16:18:04.050254 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-5ba14f81-32b4-4444-af69-6ad787cd19c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:04.079306 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb0134-e8be-4158-b359-049c45acb963 req-303041ba-07dd-4d4e-aa81-d059f34152ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:04.080850 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b3cb0134-e8be-4158-b359-049c45acb963 req-303041ba-07dd-4d4e-aa81-d059f34152ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 1098 time: 0.0868547 May 13 16:18:04.234889 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb0134-e8be-4158-b359-049c45acb963 req-6423dfdc-c063-4be1-8caf-a55c72ad721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:04.236370 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b3cb0134-e8be-4158-b359-049c45acb963 req-6423dfdc-c063-4be1-8caf-a55c72ad721a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 HTTP/1.1" status: 200 len: 912 time: 0.1304505 May 13 16:18:04.458781 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b3cb0134-e8be-4158-b359-049c45acb963 req-f2dae96e-d500-4a58-ac94-718c7b778463 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4425708d-4247-4b4f-a116-9c5352c00fc5 HTTP/1.1" status: 200 len: 999 time: 0.2153404 May 13 16:18:04.536735 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb0134-e8be-4158-b359-049c45acb963 req-b3d0d88e-34d7-4a67-8125-08dfec12792a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:04.536735 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b3cb0134-e8be-4158-b359-049c45acb963 req-b3d0d88e-34d7-4a67-8125-08dfec12792a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=67ac9cf4-8079-47e1-a5bb-a198057015ec HTTP/1.1" status: 200 len: 850 time: 0.0703819 May 13 16:18:04.624457 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb0134-e8be-4158-b359-049c45acb963 req-d2bacaa6-36ef-4ecd-b9b4-0987c04555b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:04.626053 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b3cb0134-e8be-4158-b359-049c45acb963 req-d2bacaa6-36ef-4ecd-b9b4-0987c04555b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0825312 May 13 16:18:04.780289 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b3cb0134-e8be-4158-b359-049c45acb963 req-d5b89db2-7c51-481c-8075-1dee68470bfb service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468320 May 13 16:18:04.931713 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b3cb0134-e8be-4158-b359-049c45acb963 req-43d80ec0-4236-4f3f-9c6f-09ad2ad3bd36 service neutron] 10.222.0.36 "GET /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428635 May 13 16:18:05.001387 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:06.671496 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:10.971740 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42864) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:11.100321 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:11.117322 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:18:11.121192 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Usage tracker for resource:security_group_rule and tenant:23879c1fcd4245348d0e304da0aedecf is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:18:11.124700 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:18:11.130865 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:18:11.224198 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:11.228214 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:11.236631 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:11.281495 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=23879c1fcd4245348d0e304da0aedecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086734 May 13 16:18:11.282429 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d57bdc-89f9-44b3-bbdc-b1c37156bda4,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:11.284643 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42870) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:11.290602 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.290984 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.291379 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.291746 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.292106 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.292465 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.292816 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.293168 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.293520 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.293867 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.294211 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.294569 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.300149 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:11.355863 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:11.388080 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:11.450424 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:11.454460 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-d94b307b-91bd-44a4-9509-bc627dd4c086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:11.468676 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d57bdc-89f9-44b3-bbdc-b1c37156bda4,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:11.479808 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.480179 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.480550 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.480910 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.481264 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.481625 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.482012 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.482939 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.483443 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.483800 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.484153 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.484505 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:11.489728 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:11.491805 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:11.496104 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-be4157f6-436d-4fa4-80d3-6fb2bcb5e97b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13d57bdc-89f9-44b3-bbdc-b1c37156bda4 HTTP/1.1" status: 204 len: 168 time: 0.2071140 May 13 16:18:12.289030 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42896) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:12.396904 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-724096616-network', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:18:12.401494 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:18:12.406366 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Usage tracker for resource:network and tenant:3ce614e5711840d993f47316e5b6e0a4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:18:12.409263 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:18:12.416180 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:18:12.425721 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Made reservation on behalf of 3ce614e5711840d993f47316e5b6e0a4 for: {'network': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:18:12.428037 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:12.441146 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:12.456219 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:18:12.459989 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Usage tracker for resource:security_group_rule and tenant:3ce614e5711840d993f47316e5b6e0a4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:18:12.462752 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:18:12.468505 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:18:12.551523 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:12.555432 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:12.558223 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d0c650ce-a27a-4d4b-aef6-1ec784d08aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:12.590153 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=79044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:18:12.598896 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd87e3e-8edf-489f-889e-6b9cc01605d1,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:12.602461 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:12.605127 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:12.605466 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.segments_db [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Added segment 42d467a1-0b83-4495-870a-8db14e88c2df of type vlan for network c2bbe831-0a88-4401-9c0c-141defa276fa May 13 16:18:12.632336 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:12.661769 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:12.663137 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:12.663744 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:12.668256 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f3e31713-0e1c-44b6-a492-bc58cecc5166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:12.773746 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Pushing event updated for resources: {'Network': ['ID=c2bbe831-0a88-4401-9c0c-141defa276fa,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:12.776751 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:12.781624 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-cfe1ce16-7e10-45ba-b544-276c9263f597 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4888802 May 13 16:18:12.782225 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42902) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:12.785122 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network c2bbe831-0a88-4401-9c0c-141defa276fa details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:18:12.788846 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Request body: {'subnet': {'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-724096616-subnet', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'ip_version': 4}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:18:12.794022 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:18:12.798140 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Usage tracker for resource:subnet and tenant:3ce614e5711840d993f47316e5b6e0a4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:18:12.801084 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:18:12.806803 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:18:12.817407 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Made reservation on behalf of 3ce614e5711840d993f47316e5b6e0a4 for: {'subnet': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:18:12.819794 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9657988'] for subnet, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:13.213152 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2520136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9658010'] for subnet, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:13.218238 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:13.291034 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741111f4-ce5b-4324-9d58-72818c098b88,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:13.295062 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:13.302559 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Checking segment: {'id': '42d467a1-0b83-4495-870a-8db14e88c2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:18:13.302919 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Network hostable DHCP agents. Network: c2bbe831-0a88-4401-9c0c-141defa276fa, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:18:13.321319 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Network c2bbe831-0a88-4401-9c0c-141defa276fa is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:18:13.331827 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, c2bbe831-0a88-4401-9c0c-141defa276fa) {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:18:13.341036 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438146a4-8bea-4228-b9a7-eda10cef77cc None None] Network c2bbe831-0a88-4401-9c0c-141defa276fa requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:18:13.342005 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:13.342610 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:13.367770 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-51bb61e4-121a-4042-a79c-7afc00737ff7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5819404 May 13 16:18:13.368011 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42914) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:13.374259 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:18:13.379463 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:18:13.383929 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Usage tracker for resource:router and tenant:3ce614e5711840d993f47316e5b6e0a4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:18:13.386869 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:18:13.393605 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:18:13.404765 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39763'] for router, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:13.405958 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39754'] for router, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:13.422435 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:13.590036 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb91a938c-c7eb-57f3-9db8-b6e3dc3a6dc3-c2bbe831-0a88-4401-9c0c-141defa276fa', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'fixed_ips': [{'subnet_id': '741111f4-ce5b-4324-9d58-72818c098b88'}]}} from dv-cinder-689486-12-smb. {{(pid=79045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 13 16:18:13.590866 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:13.768413 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.db_base_plugin_common [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Allocated IP 172.20.0.2 (c2bbe831-0a88-4401-9c0c-141defa276fa/741111f4-ce5b-4324-9d58-72818c098b88/96d48e10-07d6-4a33-b790-66bd057a6541) {{(pid=79045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:18:13.819438 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39800'] for router, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:13.991306 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Notify callbacks [] for port, precommit_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:14.002987 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Transition to ACTIVE for port object 96d48e10-07d6-4a33-b790-66bd057a6541 will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:18:14.022870 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Transition to ACTIVE for port object 96d48e10-07d6-4a33-b790-66bd057a6541 will not be triggered until provisioned by entity DHCP. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:18:14.028555 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:14.034018 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:14.088102 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Network c2bbe831-0a88-4401-9c0c-141defa276fa is already hosted by enough agents. {{(pid=79045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:18:14.090814 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.base_scheduler [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Resources bound (agent type, host, resource id): {{(pid=79045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:18:14.099510 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Received port after_create {{(pid=79045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:18:14.109210 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Pushing event updated for resources: {'Port': ['ID=96d48e10-07d6-4a33-b790-66bd057a6541,revision_number=1']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:14.150638 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:14.150897 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:14.151015 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:14.151292 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:14.151641 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:14.151964 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:14.152283 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:14.152599 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:14.152911 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:14.153224 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:14.153537 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:14.153879 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:14.154872 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:14.181729 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:14.182079 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:14.207816 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Attempting to bind port 96d48e10-07d6-4a33-b790-66bd057a6541 on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:18:14.208183 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Attempting to bind port 96d48e10-07d6-4a33-b790-66bd057a6541 by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '42d467a1-0b83-4495-870a-8db14e88c2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:18:14.208545 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Attempting to bind port 96d48e10-07d6-4a33-b790-66bd057a6541 on network c2bbe831-0a88-4401-9c0c-141defa276fa {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:18:14.213662 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:18:14.214035 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Checking segment: {'id': '42d467a1-0b83-4495-870a-8db14e88c2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:18:14.214432 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:14.214823 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Bound using segment: {'id': '42d467a1-0b83-4495-870a-8db14e88c2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:18:14.215285 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Bound port: 96d48e10-07d6-4a33-b790-66bd057a6541, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d467a1-0b83-4495-870a-8db14e88c2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:18:14.215681 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:14.309110 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] For port 96d48e10-07d6-4a33-b790-66bd057a6541, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:18:14.313740 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] For port 96d48e10-07d6-4a33-b790-66bd057a6541, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=96d48e10-07d6-4a33-b790-66bd057a6541,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:18:14.317296 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:14.321698 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:14.322810 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Allocated IP 172.28.1.51 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/185dcac0-112a-499b-9004-604d5ed98c7d) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:18:14.406999 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Pushing event updated for resources: {'Port': ['ID=96d48e10-07d6-4a33-b790-66bd057a6541,revision_number=2']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:14.409788 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:14.479692 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:14.510912 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:14.515749 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-889139fe-9f1e-4fcf-b06c-0325767c1b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:14.607829 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Pushing event updated for resources: {'Port': ['ID=185dcac0-112a-499b-9004-604d5ed98c7d,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:14.614211 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:14.617467 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:18:14.619219 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:18:14.621812 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:18:15.066140 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:15.338609 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dda960-c2bf-47f5-b062-ec951266495d None None] Network c2bbe831-0a88-4401-9c0c-141defa276fa requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:18:15.499099 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-1281fd4c-68d0-4b3f-b0a2-3a1be0341439 None None] Provisioning for port 96d48e10-07d6-4a33-b790-66bd057a6541 completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:18:15.571203 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615199'] for router, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:15.789977 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Router e1cdc59f-6e1b-48c6-9249-63901d772069 is scheduled to L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa with binding_index 1 {{(pid=79044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 16:18:15.986460 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:18:15.994887 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Sync routers for ids ['e1cdc59f-6e1b-48c6-9249-63901d772069'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:18:16.006096 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Routers {'e1cdc59f-6e1b-48c6-9249-63901d772069'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:18:16.006817 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:18:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['e1cdc59f-6e1b-48c6-9249-63901d772069'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:16.018559 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] Notify callbacks [] for router, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:16.019946 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-63f98a62-2030-4e36-b291-5fb0336bf304 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6511369 May 13 16:18:16.023244 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42934) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:16.237212 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Set router e1cdc59f-6e1b-48c6-9249-63901d772069 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:18:16.409683 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 96d48e10-07d6-4a33-b790-66bd057a6541 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:18:16.500070 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 96d48e10-07d6-4a33-b790-66bd057a6541 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:18:16.505877 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 96d48e10-07d6-4a33-b790-66bd057a6541 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:16.506246 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:16.563873 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:18:14Z', 'revision_number': 3, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port': {'id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:14Z', 'updated_at': '2021-05-13T16:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:16.568235 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Checking router: e1cdc59f-6e1b-48c6-9249-63901d772069 for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:18:16.568581 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Updating router e1cdc59f-6e1b-48c6-9249-63901d772069 port 185dcac0-112a-499b-9004-604d5ed98c7d binding host dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:18:16.625863 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:16.650118 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:16.690994 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 96d48e10-07d6-4a33-b790-66bd057a6541, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=96d48e10-07d6-4a33-b790-66bd057a6541,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:16.696604 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:16.700207 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:16.792508 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:16.798126 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=96d48e10-07d6-4a33-b790-66bd057a6541,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:16.801269 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:17.028131 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Notify callbacks [] for port, precommit_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:17.040401 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.provisioning_blocks [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Transition to ACTIVE for port object 185dcac0-112a-499b-9004-604d5ed98c7d will not be triggered until provisioned by entity L2. {{(pid=79046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:18:17.048958 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:17.052966 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-e062144f-7a17-4370-8482-9489d9b47a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:17.132412 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Attempting to bind port 185dcac0-112a-499b-9004-604d5ed98c7d on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:18:17.132777 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Attempting to bind port 185dcac0-112a-499b-9004-604d5ed98c7d by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:18:17.133136 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Attempting to bind port 185dcac0-112a-499b-9004-604d5ed98c7d on network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:18:17.136420 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Pushing event updated for resources: {'Port': ['ID=185dcac0-112a-499b-9004-604d5ed98c7d,revision_number=2']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:17.138225 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Allocated IP 172.20.0.1 (c2bbe831-0a88-4401-9c0c-141defa276fa/741111f4-ce5b-4324-9d58-72818c098b88/83c41c05-9f49-44d7-ba29-a08a62866838) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:18:17.145524 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:17.145857 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:17.146185 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:17.146506 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:17.146823 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:17.147139 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:17.147481 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:17.147795 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:17.148132 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:17.148443 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:17.148748 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:17.149052 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:18:17.152291 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:18:17.152663 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Checking segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:18:17.153060 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:17.153498 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Bound using segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:18:17.154039 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Bound port: 185dcac0-112a-499b-9004-604d5ed98c7d, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:18:17.154616 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:17.182424 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:17.226541 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] For port 185dcac0-112a-499b-9004-604d5ed98c7d, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:18:17.229662 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] For port 185dcac0-112a-499b-9004-604d5ed98c7d, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=185dcac0-112a-499b-9004-604d5ed98c7d,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:18:17.233964 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:17.238715 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-960db52e-1a54-48ec-ad75-18d9095bb001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:17.288249 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:17.295548 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:18:17.304812 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Transition to ACTIVE for port object 83c41c05-9f49-44d7-ba29-a08a62866838 will not be triggered until provisioned by entity DHCP. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:18:17.323436 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Routers {'e1cdc59f-6e1b-48c6-9249-63901d772069'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:18:17.324548 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:18:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['e1cdc59f-6e1b-48c6-9249-63901d772069'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:17.331614 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:17.336166 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6963f3ea-73ec-4e7a-8041-57828128b669 tempest-ServerRescueNegativeTestJSON-91157678 tempest-ServerRescueNegativeTestJSON-91157678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:17.391125 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Network c2bbe831-0a88-4401-9c0c-141defa276fa is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:18:17.393794 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:18:17.397393 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:18:17.436761 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Pushing event updated for resources: {'Port': ['ID=185dcac0-112a-499b-9004-604d5ed98c7d,revision_number=3']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:17.441305 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:17.445848 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Pushing event updated for resources: {'Port': ['ID=83c41c05-9f49-44d7-ba29-a08a62866838,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:17.450446 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:17.468853 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622531'] for router_interface, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:17.538516 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] Set router e1cdc59f-6e1b-48c6-9249-63901d772069 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:18:17.673198 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-ffc0d423-e883-4a64-b683-7ce37a1f9b53 None None] Provisioning for port 83c41c05-9f49-44d7-ba29-a08a62866838 completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:18:17.679240 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-ffc0d423-e883-4a64-b683-7ce37a1f9b53 None None] Provisioning complete for port 83c41c05-9f49-44d7-ba29-a08a62866838 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:17.679656 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d423-e883-4a64-b683-7ce37a1f9b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:17.735032 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:17.787905 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0d423-e883-4a64-b683-7ce37a1f9b53 None None] Port 83c41c05-9f49-44d7-ba29-a08a62866838 cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:18:17.878888 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:18:14Z', 'revision_number': 3, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port': {'id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:14Z', 'updated_at': '2021-05-13T16:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:17.883380 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0e10c7-7cb3-487b-8e43-139e583c9f1d None None] The sync data for ids ['e1cdc59f-6e1b-48c6-9249-63901d772069'] in dv-cinder-689486-12-smb is: [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:18:14Z', 'revision_number': 3, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port': {'id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:14Z', 'updated_at': '2021-05-13T16:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:18:17.983490 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:17.989815 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:18.016095 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-459bf0a0-8c8c-405f-8a99-aac67f9acd0a tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:18.125714 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1040764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622428'] for router_interface, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:18.129928 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Pushing event updated for resources: {'Port': ['ID=83c41c05-9f49-44d7-ba29-a08a62866838,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:18.133362 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:18.287707 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Network c2bbe831-0a88-4401-9c0c-141defa276fa is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:18:18.289175 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:18:18.534532 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Router e1cdc59f-6e1b-48c6-9249-63901d772069 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:18:18.536985 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 185dcac0-112a-499b-9004-604d5ed98c7d up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:18:18.643929 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-aa532435-7181-4afb-af95-5d85408ca4e3 None None] Provisioning complete for port 83c41c05-9f49-44d7-ba29-a08a62866838 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:18.644328 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-aa532435-7181-4afb-af95-5d85408ca4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:18.691516 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 185dcac0-112a-499b-9004-604d5ed98c7d completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:18:18.707663 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 185dcac0-112a-499b-9004-604d5ed98c7d triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:18.708043 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:18.746016 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-aa532435-7181-4afb-af95-5d85408ca4e3 None None] Port 83c41c05-9f49-44d7-ba29-a08a62866838 cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:18:18.852833 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:18.870564 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:18:18.871537 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 185dcac0-112a-499b-9004-604d5ed98c7d, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=185dcac0-112a-499b-9004-604d5ed98c7d,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:18.877181 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:18.878583 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 96d48e10-07d6-4a33-b790-66bd057a6541 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:18:18.890120 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] 10.222.0.54 "PUT /v2.0/routers/e1cdc59f-6e1b-48c6-9249-63901d772069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8572519 May 13 16:18:18.904793 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:19.003507 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=185dcac0-112a-499b-9004-604d5ed98c7d,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:19.007795 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:19.020242 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 96d48e10-07d6-4a33-b790-66bd057a6541 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:19.020622 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:19.601870 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 42972) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:19.609134 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1610966860-network', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:18:19.618002 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:18:19.625097 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Usage tracker for resource:network and tenant:d3e805f3d65146599c9a13835ccf4878 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:18:19.628196 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:18:19.634346 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:18:19.649008 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Made reservation on behalf of d3e805f3d65146599c9a13835ccf4878 for: {'network': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:18:19.652560 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:19.672532 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:19.688897 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:18:19.693853 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e805f3d65146599c9a13835ccf4878 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:18:19.697395 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:18:19.705758 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:18:19.706411 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Sync routers for ids ['e1cdc59f-6e1b-48c6-9249-63901d772069'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:18:19.715589 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Routers {'e1cdc59f-6e1b-48c6-9249-63901d772069'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:18:19.716286 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:18:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['e1cdc59f-6e1b-48c6-9249-63901d772069'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:19.833978 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:19.838315 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:19.843103 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-51c0c128-31e5-4e48-b8fb-c81b851ecace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:19.871931 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=79044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:18:19.881060 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb697ad2-5344-404b-9247-8efcdc85b6fa,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:19.884804 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:19.894010 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:19.894426 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.segments_db [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Added segment aa906828-311f-47b4-afe5-6117d99f93a8 of type vlan for network c3d24c72-38ff-441d-a753-319d0fe39634 May 13 16:18:19.917260 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Set router e1cdc59f-6e1b-48c6-9249-63901d772069 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:18:19.923449 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:19.961445 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:19.962957 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:19.964102 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:19.967637 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-a1bdef71-c946-44af-96e8-b4d69bd00b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:20.077892 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Pushing event updated for resources: {'Network': ['ID=c3d24c72-38ff-441d-a753-319d0fe39634,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:20.081670 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4783664 May 13 16:18:20.082522 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:20.084951 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42984) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:20.092032 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Request body: {'subnet': {'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1610966860-subnet', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'ip_version': 4}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:18:20.097081 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:18:20.102534 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Usage tracker for resource:subnet and tenant:d3e805f3d65146599c9a13835ccf4878 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:18:20.106263 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:18:20.116782 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network c3d24c72-38ff-441d-a753-319d0fe39634 details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:18:20.127150 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:18:20.141042 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Made reservation on behalf of d3e805f3d65146599c9a13835ccf4878 for: {'subnet': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:18:20.143536 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2104162'] for subnet, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:20.353909 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:18:17Z', 'revision_number': 4, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port': {'id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:14Z', 'updated_at': '2021-05-13T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '83c41c05-9f49-44d7-ba29-a08a62866838', 'name': '', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'mac_address': 'fa:16:3e:60:73:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '741111f4-ce5b-4324-9d58-72818c098b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:16Z', 'updated_at': '2021-05-13T16:18:17Z', 'revision_number': 2, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'subnets': [{'id': '741111f4-ce5b-4324-9d58-72818c098b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:20.358199 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Checking router: e1cdc59f-6e1b-48c6-9249-63901d772069 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:18:20.358563 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Updating router e1cdc59f-6e1b-48c6-9249-63901d772069 port 83c41c05-9f49-44d7-ba29-a08a62866838 binding host dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:18:20.384157 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 185dcac0-112a-499b-9004-604d5ed98c7d up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:18:20.466678 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:20.531643 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 185dcac0-112a-499b-9004-604d5ed98c7d triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:20.532021 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:20.617519 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2139417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2104188'] for subnet, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:20.621656 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-5d351e27-e744-4a59-8ebb-79d77d3e4611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:20.704741 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ad728b-eada-49d3-974e-09c544ccfe10,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:20.708548 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:20.714760 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Checking segment: {'id': 'aa906828-311f-47b4-afe5-6117d99f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:18:20.715078 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Network hostable DHCP agents. Network: c3d24c72-38ff-441d-a753-319d0fe39634, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:18:20.733676 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Network c3d24c72-38ff-441d-a753-319d0fe39634 is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:18:20.746587 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, c3d24c72-38ff-441d-a753-319d0fe39634) {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:18:20.757658 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:20.758328 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:20.768619 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e957f145-ca38-412c-8981-2676d06c06fb None None] Network c3d24c72-38ff-441d-a753-319d0fe39634 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:18:20.783446 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-74aec528-0b89-4389-9b35-d30bad138ba5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6969960 May 13 16:18:20.785561 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 42990) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:20.792129 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1610966860-router', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:18:20.799103 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:18:20.803774 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Usage tracker for resource:router and tenant:d3e805f3d65146599c9a13835ccf4878 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:18:20.807624 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:18:20.814740 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:18:20.825516 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-666279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39763'] for router, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:20.827735 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39754'] for router, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:20.843872 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:21.116268 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39800'] for router, precommit_update {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:21.174483 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb91a938c-c7eb-57f3-9db8-b6e3dc3a6dc3-c3d24c72-38ff-441d-a753-319d0fe39634', 'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'fixed_ips': [{'subnet_id': 'e1ad728b-eada-49d3-974e-09c544ccfe10'}]}} from dv-cinder-689486-12-smb. {{(pid=79045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 13 16:18:21.175296 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:21.196665 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Notify callbacks [] for port, precommit_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:21.250066 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Transition to ACTIVE for port object 83c41c05-9f49-44d7-ba29-a08a62866838 will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:18:21.264807 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:21.271881 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:21.425080 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f8e7d-78b8-4f31-b138-01a369d3e2db None None] Pushing event updated for resources: {'Port': ['ID=83c41c05-9f49-44d7-ba29-a08a62866838,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:21.484648 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-086f8e7d-78b8-4f31-b138-01a369d3e2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:21.536694 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:21.571693 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Attempting to bind port 83c41c05-9f49-44d7-ba29-a08a62866838 on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:18:21.571693 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Attempting to bind port 83c41c05-9f49-44d7-ba29-a08a62866838 by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '42d467a1-0b83-4495-870a-8db14e88c2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:18:21.571693 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Attempting to bind port 83c41c05-9f49-44d7-ba29-a08a62866838 on network c2bbe831-0a88-4401-9c0c-141defa276fa {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:18:21.578853 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:18:21.579557 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Checking segment: {'id': '42d467a1-0b83-4495-870a-8db14e88c2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:18:21.579971 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:21.580490 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Bound using segment: {'id': '42d467a1-0b83-4495-870a-8db14e88c2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:18:21.580964 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Bound port: 83c41c05-9f49-44d7-ba29-a08a62866838, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d467a1-0b83-4495-870a-8db14e88c2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:18:21.581230 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:21.583251 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:21.594703 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.db_base_plugin_common [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Allocated IP 172.20.0.2 (c3d24c72-38ff-441d-a753-319d0fe39634/e1ad728b-eada-49d3-974e-09c544ccfe10/d8f8c141-a04c-4c59-8803-07b6e202de70) {{(pid=79045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:18:21.738253 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_common [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Allocated IP 172.28.1.23 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/cfba9680-c290-4e03-a3a2-bd17f1ca8928) {{(pid=79043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:18:21.873357 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Notify callbacks [] for port, precommit_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:21.894730 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Transition to ACTIVE for port object d8f8c141-a04c-4c59-8803-07b6e202de70 will not be triggered until provisioned by entity L2. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:18:21.909728 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:21.927073 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] For port 83c41c05-9f49-44d7-ba29-a08a62866838, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:18:21.929400 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Transition to ACTIVE for port object d8f8c141-a04c-4c59-8803-07b6e202de70 will not be triggered until provisioned by entity DHCP. {{(pid=79045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:18:21.931591 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] For port 83c41c05-9f49-44d7-ba29-a08a62866838, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=83c41c05-9f49-44d7-ba29-a08a62866838,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:18:21.937315 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:21.942718 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-086f8e7d-78b8-4f31-b138-01a369d3e2db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:21.944524 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:21.949440 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f166395c-03d2-46f6-bb82-a99314854055 tempest-TestShelveInstance-881867272 tempest-TestShelveInstance-881867272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:21.978854 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830'] for port, after_create {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:22.005440 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:18:22.008198 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Resources bound (agent type, host, resource id): {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:18:22.011906 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Network c3d24c72-38ff-441d-a753-319d0fe39634 is already hosted by enough agents. {{(pid=79045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:18:22.012072 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Received port after_create {{(pid=79043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:18:22.017559 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.scheduler.base_scheduler [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Resources bound (agent type, host, resource id): {{(pid=79045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:18:22.030217 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Received port after_create {{(pid=79045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:18:22.063917 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Pushing event updated for resources: {'Port': ['ID=cfba9680-c290-4e03-a3a2-bd17f1ca8928,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:22.068048 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:22.083981 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Routers {'e1cdc59f-6e1b-48c6-9249-63901d772069'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:18:22.084893 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:18:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['e1cdc59f-6e1b-48c6-9249-63901d772069'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:22.181470 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f8e7d-78b8-4f31-b138-01a369d3e2db None None] Pushing event updated for resources: {'Port': ['ID=83c41c05-9f49-44d7-ba29-a08a62866838,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:22.317008 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-086f8e7d-78b8-4f31-b138-01a369d3e2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:22.327277 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-870cd850-a718-4cb0-9a1f-e2b4e04c8cfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:22.372126 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c995f-5a4c-414d-802f-1c3ec7abbe4a req-33b0b6b5-f6f9-4755-b7ec-37be28b9ea6a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:22.375820 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e00c995f-5a4c-414d-802f-1c3ec7abbe4a req-33b0b6b5-f6f9-4755-b7ec-37be28b9ea6a tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 945 time: 0.1059272 May 13 16:18:22.403517 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Attempting to bind port d8f8c141-a04c-4c59-8803-07b6e202de70 on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:18:22.403932 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Attempting to bind port d8f8c141-a04c-4c59-8803-07b6e202de70 by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': 'aa906828-311f-47b4-afe5-6117d99f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634'}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:18:22.404307 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Attempting to bind port d8f8c141-a04c-4c59-8803-07b6e202de70 on network c3d24c72-38ff-441d-a753-319d0fe39634 {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:18:22.430879 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:18:22.431424 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Checking segment: {'id': 'aa906828-311f-47b4-afe5-6117d99f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:18:22.431704 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:22.432112 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Bound using segment: {'id': 'aa906828-311f-47b4-afe5-6117d99f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634'} {{(pid=79045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:18:22.432604 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.managers [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Bound port: d8f8c141-a04c-4c59-8803-07b6e202de70, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa906828-311f-47b4-afe5-6117d99f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634'}}] {{(pid=79045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:18:22.433121 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:22.436312 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e00c995f-5a4c-414d-802f-1c3ec7abbe4a req-9f076b97-2007-467b-9355-4d3df764a1e2 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=95b83ec7-c658-44c0-bd01-671e8942326d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553420 May 13 16:18:22.455684 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Pushing event updated for resources: {'Port': ['ID=d8f8c141-a04c-4c59-8803-07b6e202de70,revision_number=1']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:22.462365 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:22.475485 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:22.542001 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] Set router e1cdc59f-6e1b-48c6-9249-63901d772069 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:18:22.690175 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] For port d8f8c141-a04c-4c59-8803-07b6e202de70, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:18:22.718355 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] For port d8f8c141-a04c-4c59-8803-07b6e202de70, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=d8f8c141-a04c-4c59-8803-07b6e202de70,segment=NetworkSegment(aa906828-311f-47b4-afe5-6117d99f93a8),segment_id=aa906828-311f-47b4-afe5-6117d99f93a8)] {{(pid=79045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:18:22.769907 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:22.778737 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:22.829864 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615199'] for router, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:22.890517 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Pushing event updated for resources: {'Port': ['ID=d8f8c141-a04c-4c59-8803-07b6e202de70,revision_number=2']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:22.895972 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-9358c889-f24a-4419-afab-08eb61eada4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:23.032968 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:18:17Z', 'revision_number': 4, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port': {'id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:14Z', 'updated_at': '2021-05-13T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '83c41c05-9f49-44d7-ba29-a08a62866838', 'name': '', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'mac_address': 'fa:16:3e:60:73:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '741111f4-ce5b-4324-9d58-72818c098b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:16Z', 'updated_at': '2021-05-13T16:18:21Z', 'revision_number': 4, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'subnets': [{'id': '741111f4-ce5b-4324-9d58-72818c098b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:23.037700 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef9f89-8855-43a3-89a4-302950ced646 None None] The sync data for ids ['e1cdc59f-6e1b-48c6-9249-63901d772069'] in dv-cinder-689486-12-smb is: [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:18:17Z', 'revision_number': 4, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port': {'id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:14Z', 'updated_at': '2021-05-13T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '83c41c05-9f49-44d7-ba29-a08a62866838', 'name': '', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'mac_address': 'fa:16:3e:60:73:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '741111f4-ce5b-4324-9d58-72818c098b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:16Z', 'updated_at': '2021-05-13T16:18:21Z', 'revision_number': 4, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'subnets': [{'id': '741111f4-ce5b-4324-9d58-72818c098b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:18:23.234200 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Router 5913a6dd-9bdf-497f-a99f-128314406504 is scheduled to L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa with binding_index 1 {{(pid=79043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 16:18:23.438565 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:18:23.446916 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Sync routers for ids ['5913a6dd-9bdf-497f-a99f-128314406504'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:18:23.457470 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Routers {'5913a6dd-9bdf-497f-a99f-128314406504'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:18:23.458413 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:18:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['5913a6dd-9bdf-497f-a99f-128314406504'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:23.468290 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] Notify callbacks [] for router, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:23.472659 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43008) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:23.484020 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-84e7c8dc-cadc-4772-b250-9df2931cabcd admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6963522 May 13 16:18:23.754926 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Set router 5913a6dd-9bdf-497f-a99f-128314406504 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:18:23.844761 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132026b-89da-4765-a727-ec1075eb3278 req-363775d9-c779-4b92-838c-2c1bad7952da tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:23.847099 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7132026b-89da-4765-a727-ec1075eb3278 req-363775d9-c779-4b92-838c-2c1bad7952da tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 945 time: 0.2185998 May 13 16:18:23.931561 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9f506b-611a-49ee-9caa-8aa4d040f674 None None] Network c3d24c72-38ff-441d-a753-319d0fe39634 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:18:23.990400 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7132026b-89da-4765-a727-ec1075eb3278 req-c7ca65a5-d34b-4034-92c9-23a86a17e1cd tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=95b83ec7-c658-44c0-bd01-671e8942326d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760229 May 13 16:18:24.043992 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-fc6e0aa5-7e3e-49bc-8472-ccd1e799a054 None None] Provisioning for port d8f8c141-a04c-4c59-8803-07b6e202de70 completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:18:24.166926 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5913a6dd-9bdf-497f-a99f-128314406504', 'name': 'tempest-TestMinimumBasicScenario-1610966860-router', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:20Z', 'updated_at': '2021-05-13T16:18:22Z', 'revision_number': 3, 'project_id': 'd3e805f3d65146599c9a13835ccf4878', 'gw_port': {'id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5913a6dd-9bdf-497f-a99f-128314406504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:21Z', 'updated_at': '2021-05-13T16:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:24.174099 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Checking router: 5913a6dd-9bdf-497f-a99f-128314406504 for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:18:24.174449 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Updating router 5913a6dd-9bdf-497f-a99f-128314406504 port cfba9680-c290-4e03-a3a2-bd17f1ca8928 binding host dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:18:24.251656 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:24.459753 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 83c41c05-9f49-44d7-ba29-a08a62866838 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:18:24.552763 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:24.558423 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 83c41c05-9f49-44d7-ba29-a08a62866838 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:18:24.564848 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 83c41c05-9f49-44d7-ba29-a08a62866838 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:24.565789 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:24.677160 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Notify callbacks [] for port, precommit_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:24.690237 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.provisioning_blocks [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Transition to ACTIVE for port object cfba9680-c290-4e03-a3a2-bd17f1ca8928 will not be triggered until provisioned by entity L2. {{(pid=79046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:18:24.697371 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:24.710212 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-59ff772d-1fa6-4b8c-9488-06ecf3e04775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:24.728809 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:24.784060 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 83c41c05-9f49-44d7-ba29-a08a62866838, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=83c41c05-9f49-44d7-ba29-a08a62866838,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:24.795175 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Attempting to bind port cfba9680-c290-4e03-a3a2-bd17f1ca8928 on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:18:24.795777 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Attempting to bind port cfba9680-c290-4e03-a3a2-bd17f1ca8928 by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:18:24.796227 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Attempting to bind port cfba9680-c290-4e03-a3a2-bd17f1ca8928 on network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:18:24.797948 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:24.798793 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device d8f8c141-a04c-4c59-8803-07b6e202de70 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:18:24.824699 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:18:24.825202 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Checking segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:18:24.827415 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:24.827415 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Bound using segment: {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:18:24.827415 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Bound port: cfba9680-c290-4e03-a3a2-bd17f1ca8928, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66304a10-cfad-463d-bfd2-ac5c24e5ee43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6'}}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:18:24.827771 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-737a44a5-cc12-4bfd-a233-9349835f672d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:24.827877 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:24.857763 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d15b7-82f5-4d09-9113-d03564602c04 None None] Pushing event updated for resources: {'Port': ['ID=cfba9680-c290-4e03-a3a2-bd17f1ca8928,revision_number=2']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:24.858403 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-b6fc017e-4b0a-4599-b473-1580eefdc500 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:24.860489 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-b6fc017e-4b0a-4599-b473-1580eefdc500 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.36 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 945 time: 0.3841450 May 13 16:18:24.868341 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-9e7d15b7-82f5-4d09-9113-d03564602c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:24.918593 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] For port cfba9680-c290-4e03-a3a2-bd17f1ca8928, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:18:24.920925 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=83c41c05-9f49-44d7-ba29-a08a62866838,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:24.922748 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] For port cfba9680-c290-4e03-a3a2-bd17f1ca8928, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=cfba9680-c290-4e03-a3a2-bd17f1ca8928,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:18:24.924700 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:24.929817 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:24.930160 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port d8f8c141-a04c-4c59-8803-07b6e202de70 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:18:24.935987 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:24.936542 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port d8f8c141-a04c-4c59-8803-07b6e202de70 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:24.937001 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:25.010664 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Routers {'5913a6dd-9bdf-497f-a99f-128314406504'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:18:25.011297 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:18:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['5913a6dd-9bdf-497f-a99f-128314406504'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:25.043176 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Allocated IP 172.20.0.1 (c3d24c72-38ff-441d-a753-319d0fe39634/e1ad728b-eada-49d3-974e-09c544ccfe10/34982256-ac76-4f12-b3aa-b938eae4270d) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:18:25.072689 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:25.110418 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port d8f8c141-a04c-4c59-8803-07b6e202de70, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=d8f8c141-a04c-4c59-8803-07b6e202de70,segment=NetworkSegment(aa906828-311f-47b4-afe5-6117d99f93a8),segment_id=aa906828-311f-47b4-afe5-6117d99f93a8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:25.118476 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:25.121402 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:25.177247 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d15b7-82f5-4d09-9113-d03564602c04 None None] Pushing event updated for resources: {'Port': ['ID=cfba9680-c290-4e03-a3a2-bd17f1ca8928,revision_number=3']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:25.180749 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-9e7d15b7-82f5-4d09-9113-d03564602c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:25.193548 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=d8f8c141-a04c-4c59-8803-07b6e202de70,revision_number=3']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:25.196566 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:25.244937 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Deleting port 4425708d-4247-4b4f-a116-9c5352c00fc5 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:18:25.245282 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:25.247252 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] Set router 5913a6dd-9bdf-497f-a99f-128314406504 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:18:25.380381 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:25.432941 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Transition to ACTIVE for port object 34982256-ac76-4f12-b3aa-b938eae4270d will not be triggered until provisioned by entity DHCP. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:18:25.451580 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4ed68-a482-423c-9f21-4aa2f8226794 req-fc1d0807-6c00-44bd-8a6d-17428b0d47b5 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:25.453257 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-39d4ed68-a482-423c-9f21-4aa2f8226794 req-fc1d0807-6c00-44bd-8a6d-17428b0d47b5 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 945 time: 0.3016441 May 13 16:18:25.490183 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] For port 4425708d-4247-4b4f-a116-9c5352c00fc5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4425708d-4247-4b4f-a116-9c5352c00fc5,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:25.490527 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:25.531545 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5913a6dd-9bdf-497f-a99f-128314406504', 'name': 'tempest-TestMinimumBasicScenario-1610966860-router', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:20Z', 'updated_at': '2021-05-13T16:18:22Z', 'revision_number': 3, 'project_id': 'd3e805f3d65146599c9a13835ccf4878', 'gw_port': {'id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5913a6dd-9bdf-497f-a99f-128314406504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:21Z', 'updated_at': '2021-05-13T16:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:25.535468 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be6713-6936-4362-ac44-b2bb1df6d34b None None] The sync data for ids ['5913a6dd-9bdf-497f-a99f-128314406504'] in dv-cinder-689486-12-smb is: [{'id': '5913a6dd-9bdf-497f-a99f-128314406504', 'name': 'tempest-TestMinimumBasicScenario-1610966860-router', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:20Z', 'updated_at': '2021-05-13T16:18:22Z', 'revision_number': 3, 'project_id': 'd3e805f3d65146599c9a13835ccf4878', 'gw_port': {'id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5913a6dd-9bdf-497f-a99f-128314406504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:21Z', 'updated_at': '2021-05-13T16:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:18:25.584619 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-39d4ed68-a482-423c-9f21-4aa2f8226794 req-1aa1dfe5-46ca-43e2-9a02-546e0cdac270 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups?id=95b83ec7-c658-44c0-bd01-671e8942326d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249471 May 13 16:18:25.621764 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:25.676983 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:25.762760 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Network c3d24c72-38ff-441d-a753-319d0fe39634 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:18:25.775929 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:18:25.780206 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:18:25.815122 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Pushing event updated for resources: {'Port': ['ID=34982256-ac76-4f12-b3aa-b938eae4270d,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:25.818236 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:25.935890 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-622531'] for router_interface, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:25.970947 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:25.971413 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:25.971636 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.l3_db [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Floating IP 547b2409-eda7-46b1-bc04-ddfe29f38e79 disassociated. External IP: 172.28.1.9, port: 4425708d-4247-4b4f-a116-9c5352c00fc5. May 13 16:18:25.971972 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Calling delete_port for 4425708d-4247-4b4f-a116-9c5352c00fc5 owned by compute:nova {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:18:26.056726 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-9d698f21-e959-45f9-bbe7-68077f69646e None None] Provisioning for port 34982256-ac76-4f12-b3aa-b938eae4270d completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:18:26.062044 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-9d698f21-e959-45f9-bbe7-68077f69646e None None] Provisioning complete for port 34982256-ac76-4f12-b3aa-b938eae4270d triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:26.062619 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-9d698f21-e959-45f9-bbe7-68077f69646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:26.124081 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-9d698f21-e959-45f9-bbe7-68077f69646e None None] Port 34982256-ac76-4f12-b3aa-b938eae4270d cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:18:26.135846 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:26.211532 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:26.221232 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f874f017-7b16-4cc1-a4bd-40ed23a0e76d tempest-VolumesNegativeTest-1930414868 tempest-VolumesNegativeTest-1930414868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:26.270205 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event deleted for resources: {'Port': ['ID=4425708d-4247-4b4f-a116-9c5352c00fc5,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:26.281853 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:26.452359 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 83c41c05-9f49-44d7-ba29-a08a62866838 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:18:26.567969 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 83c41c05-9f49-44d7-ba29-a08a62866838 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:26.568348 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:26.682374 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Router b20390a7-0d66-4be9-88db-742441b2b5a7 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:18:26.694377 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device d8f8c141-a04c-4c59-8803-07b6e202de70 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:18:26.776928 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port d8f8c141-a04c-4c59-8803-07b6e202de70 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:26.777526 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:26.904645 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-450d7ed5-4ec0-4ceb-912a-81eb1f4fe1b1 req-f05b0bdb-dceb-4d4e-8d87-e84664b596b2 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 210 time: 0.1329372 May 13 16:18:26.910080 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device cfba9680-c290-4e03-a3a2-bd17f1ca8928 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:18:26.959793 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:26.968457 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:26.981399 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port cfba9680-c290-4e03-a3a2-bd17f1ca8928 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:18:26.988423 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port cfba9680-c290-4e03-a3a2-bd17f1ca8928 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:26.989099 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:26.997715 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:27.065874 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:18:27.084904 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3f849-2257-407d-8a9c-5c7a7f07c35e None None] Sync routers for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:18:27.109261 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a3f849-2257-407d-8a9c-5c7a7f07c35e None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:18:27.109890 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-43a3f849-2257-407d-8a9c-5c7a7f07c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:18:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:27.159787 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Pushing event updated for resources: {'Port': ['ID=34982256-ac76-4f12-b3aa-b938eae4270d,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:27.170542 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:27.176124 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1040764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622428'] for router_interface, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:27.180898 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] No DVR routers for this DVR port 4425708d-4247-4b4f-a116-9c5352c00fc5 on host hv-cinder-68948 {{(pid=79044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:18:27.184765 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:27.187686 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15decbfa-af81-43d8-a45b-ec7d7986e924', 'name': 'network-vif-deleted', 'tag': '4425708d-4247-4b4f-a116-9c5352c00fc5'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:18:27.243402 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:27.266767 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15decbfa-af81-43d8-a45b-ec7d7986e924', 'name': 'network-vif-deleted', 'tag': '4425708d-4247-4b4f-a116-9c5352c00fc5', 'status': 'completed', 'code': 200} May 13 16:18:27.268100 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-41deadaf-542b-4222-8b3c-a69f2d207dc0 req-868d9005-3ad2-432e-849d-ecc44cf628f4 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.36 "DELETE /v2.0/ports/4425708d-4247-4b4f-a116-9c5352c00fc5 HTTP/1.1" status: 204 len: 173 time: 2.3982437 May 13 16:18:27.290541 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port cfba9680-c290-4e03-a3a2-bd17f1ca8928, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=cfba9680-c290-4e03-a3a2-bd17f1ca8928,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:27.297358 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:27.303078 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-e156a63a-719a-42f2-8912-19c13427ff1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:27.364563 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Network c3d24c72-38ff-441d-a753-319d0fe39634 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:18:27.365758 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:18:27.399230 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-43a3f849-2257-407d-8a9c-5c7a7f07c35e None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:18:27.457266 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=cfba9680-c290-4e03-a3a2-bd17f1ca8928,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:27.471812 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:27.572261 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Router 5913a6dd-9bdf-497f-a99f-128314406504 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:18:27.690687 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-e4dada73-cc82-46a3-b6ad-7c2664064e74 None None] Provisioning complete for port 34982256-ac76-4f12-b3aa-b938eae4270d triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:27.690956 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-e4dada73-cc82-46a3-b6ad-7c2664064e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:27.776063 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:18:27.790803 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] 10.222.0.54 "PUT /v2.0/routers/5913a6dd-9bdf-497f-a99f-128314406504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3091509 May 13 16:18:27.791495 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-e4dada73-cc82-46a3-b6ad-7c2664064e74 None None] Port 34982256-ac76-4f12-b3aa-b938eae4270d cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:18:27.807852 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Sync routers for ids ['5913a6dd-9bdf-497f-a99f-128314406504'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:18:27.819627 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Routers {'5913a6dd-9bdf-497f-a99f-128314406504'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:18:27.820676 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:18:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['5913a6dd-9bdf-497f-a99f-128314406504'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:27.839197 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-43a3f849-2257-407d-8a9c-5c7a7f07c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:36Z', 'revision_number': 5, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:27.843817 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3f849-2257-407d-8a9c-5c7a7f07c35e None None] Checking router: b20390a7-0d66-4be9-88db-742441b2b5a7 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:18:27.854086 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a3f849-2257-407d-8a9c-5c7a7f07c35e None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:18:27.854864 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-43a3f849-2257-407d-8a9c-5c7a7f07c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:18:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:28.088105 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Set router 5913a6dd-9bdf-497f-a99f-128314406504 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:18:28.105247 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-43a3f849-2257-407d-8a9c-5c7a7f07c35e None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:18:28.109600 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-a57fa07b-4a80-4f80-9dac-48fc14cb4653 req-e26858b0-26d8-47dc-99ff-6266bfa5df5e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Synchronizing usage tracker for tenant:6d5346b23be7455784fbd272ba5b3eb1 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:18:28.127705 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-a57fa07b-4a80-4f80-9dac-48fc14cb4653 req-e26858b0-26d8-47dc-99ff-6266bfa5df5e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Unset dirty status for tenant:6d5346b23be7455784fbd272ba5b3eb1 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:18:28.130658 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a57fa07b-4a80-4f80-9dac-48fc14cb4653 req-e26858b0-26d8-47dc-99ff-6266bfa5df5e tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/ports?device_id=15decbfa-af81-43d8-a45b-ec7d7986e924 HTTP/1.1" status: 200 len: 210 time: 0.0685523 May 13 16:18:28.406426 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 4425708d-4247-4b4f-a116-9c5352c00fc5 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:18:28.432591 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device cfba9680-c290-4e03-a3a2-bd17f1ca8928 up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:18:28.449561 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5913a6dd-9bdf-497f-a99f-128314406504', 'name': 'tempest-TestMinimumBasicScenario-1610966860-router', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:20Z', 'updated_at': '2021-05-13T16:18:26Z', 'revision_number': 4, 'project_id': 'd3e805f3d65146599c9a13835ccf4878', 'gw_port': {'id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913a6dd-9bdf-497f-a99f-128314406504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:21Z', 'updated_at': '2021-05-13T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '34982256-ac76-4f12-b3aa-b938eae4270d', 'name': '', 'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'mac_address': 'fa:16:3e:04:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5913a6dd-9bdf-497f-a99f-128314406504', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e1ad728b-eada-49d3-974e-09c544ccfe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:24Z', 'updated_at': '2021-05-13T16:18:26Z', 'revision_number': 2, 'project_id': 'd3e805f3d65146599c9a13835ccf4878', 'subnets': [{'id': 'e1ad728b-eada-49d3-974e-09c544ccfe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:28.454025 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Checking router: 5913a6dd-9bdf-497f-a99f-128314406504 for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:18:28.454384 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Updating router 5913a6dd-9bdf-497f-a99f-128314406504 port 34982256-ac76-4f12-b3aa-b938eae4270d binding host dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 16:18:28.488190 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: 4425708d-4247-4b4f-a116-9c5352c00fc5 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:18:28.488487 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 4425708d-4247-4b4f-a116-9c5352c00fc5 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:18:28.510143 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:28.603119 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port cfba9680-c290-4e03-a3a2-bd17f1ca8928 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:28.603527 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:28.689219 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-43a3f849-2257-407d-8a9c-5c7a7f07c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:36Z', 'revision_number': 5, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:28.722093 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3f849-2257-407d-8a9c-5c7a7f07c35e None None] The sync data for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb is: [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:13:29Z', 'revision_number': 4, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '8289680f-3d92-4e34-954e-2721e5068387', 'name': '', 'network_id': 'ef081416-b33a-4b7d-ad50-cf4e7b0d83e8', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'mac_address': 'fa:16:3e:66:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:28Z', 'updated_at': '2021-05-13T16:13:36Z', 'revision_number': 5, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'subnets': [{'id': '67ac9cf4-8079-47e1-a5bb-a198057015ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:18:28.931849 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Notify callbacks [] for port, precommit_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:28.949524 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.provisioning_blocks [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Transition to ACTIVE for port object 34982256-ac76-4f12-b3aa-b938eae4270d will not be triggered until provisioned by entity L2. {{(pid=79046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:18:28.959972 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:28.965007 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-abd7ea46-ff4f-441f-a783-7628c87e3f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:29.014083 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31ff507-a518-4196-9a57-c8f8420a3638 None None] New status for floating IP 547b2409-eda7-46b1-bc04-ddfe29f38e79: DOWN {{(pid=79045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:18:29.198909 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949ad1d-730d-4947-b3a5-51f3f223f92c None None] Pushing event updated for resources: {'Port': ['ID=34982256-ac76-4f12-b3aa-b938eae4270d,revision_number=3']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:29.206557 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-4949ad1d-730d-4947-b3a5-51f3f223f92c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:29.268626 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Attempting to bind port 34982256-ac76-4f12-b3aa-b938eae4270d on host dv-cinder-689486-12-smb for vnic_type normal with profile {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:18:29.269200 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Attempting to bind port 34982256-ac76-4f12-b3aa-b938eae4270d by drivers openvswitch,hyperv on host dv-cinder-689486-12-smb at level 0 using segments [{'id': 'aa906828-311f-47b4-afe5-6117d99f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634'}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:18:29.269687 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Attempting to bind port 34982256-ac76-4f12-b3aa-b938eae4270d on network c3d24c72-38ff-441d-a753-319d0fe39634 {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:18:29.279725 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Checking agent: {'id': 'b925afc5-0821-469a-9a8c-cdc68fe7f994', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 0, 34), 'started_at': datetime.datetime(2021, 5, 13, 16, 1, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:18:29.280176 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Checking segment: {'id': 'aa906828-311f-47b4-afe5-6117d99f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:18:29.280801 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:29.281293 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Bound using segment: {'id': 'aa906828-311f-47b4-afe5-6117d99f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634'} {{(pid=79046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:18:29.281996 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.managers [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Bound port: 34982256-ac76-4f12-b3aa-b938eae4270d, host: dv-cinder-689486-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa906828-311f-47b4-afe5-6117d99f93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634'}}] {{(pid=79046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:18:29.282491 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:29.356373 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43056) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:29.417166 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] For port 34982256-ac76-4f12-b3aa-b938eae4270d, host dv-cinder-689486-12-smb, cleared binding levels {{(pid=79046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:18:29.422992 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.plugins.ml2.db [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] For port 34982256-ac76-4f12-b3aa-b938eae4270d, host dv-cinder-689486-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=34982256-ac76-4f12-b3aa-b938eae4270d,segment=NetworkSegment(aa906828-311f-47b4-afe5-6117d99f93a8),segment_id=aa906828-311f-47b4-afe5-6117d99f93a8)] {{(pid=79046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:18:29.437276 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron_lib.callbacks.manager [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:29.442443 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:29.463646 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-24f60b05-de66-46f1-b197-22ae47b74205 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:29.523239 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Routers {'5913a6dd-9bdf-497f-a99f-128314406504'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:18:29.523926 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:18:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['5913a6dd-9bdf-497f-a99f-128314406504'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:29.527167 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-24f60b05-de66-46f1-b197-22ae47b74205 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:29.627110 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-24f60b05-de66-46f1-b197-22ae47b74205 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:29.631589 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7dbe94f5-b5c7-4023-83fc-46edd97dac0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:29.663248 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949ad1d-730d-4947-b3a5-51f3f223f92c None None] Pushing event updated for resources: {'Port': ['ID=34982256-ac76-4f12-b3aa-b938eae4270d,revision_number=4']} {{(pid=79046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:29.668401 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG oslo_concurrency.lockutils [None req-4949ad1d-730d-4947-b3a5-51f3f223f92c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:29.815255 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] Set router 5913a6dd-9bdf-497f-a99f-128314406504 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:18:29.834810 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f60b05-de66-46f1-b197-22ae47b74205 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b83ec7-c658-44c0-bd01-671e8942326d,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:29.845089 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-24f60b05-de66-46f1-b197-22ae47b74205 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:29.871012 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-24f60b05-de66-46f1-b197-22ae47b74205 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:29.875367 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-24f60b05-de66-46f1-b197-22ae47b74205 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "DELETE /v2.0/security-groups/95b83ec7-c658-44c0-bd01-671e8942326d HTTP/1.1" status: 204 len: 168 time: 0.5142188 May 13 16:18:29.876275 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43060) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:29.894611 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.api.v2.resource [None req-1dff0517-0e4c-4089-aae9-33885aea137d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] show failed (client error): The resource could not be found. May 13 16:18:29.899475 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-1dff0517-0e4c-4089-aae9-33885aea137d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "GET /v2.0/security-groups/95b83ec7-c658-44c0-bd01-671e8942326d HTTP/1.1" status: 404 len: 347 time: 0.0227017 May 13 16:18:29.900162 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43064) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:30.174971 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-7b153714-4ed1-4421-a723-8a2d1dc60617 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Deleting port f2443eda-b337-4e91-bcd5-56b940d45238 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:18:30.175274 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7b153714-4ed1-4421-a723-8a2d1dc60617 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:30.181151 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5913a6dd-9bdf-497f-a99f-128314406504', 'name': 'tempest-TestMinimumBasicScenario-1610966860-router', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:20Z', 'updated_at': '2021-05-13T16:18:26Z', 'revision_number': 4, 'project_id': 'd3e805f3d65146599c9a13835ccf4878', 'gw_port': {'id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913a6dd-9bdf-497f-a99f-128314406504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:21Z', 'updated_at': '2021-05-13T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '34982256-ac76-4f12-b3aa-b938eae4270d', 'name': '', 'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'mac_address': 'fa:16:3e:04:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5913a6dd-9bdf-497f-a99f-128314406504', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e1ad728b-eada-49d3-974e-09c544ccfe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:24Z', 'updated_at': '2021-05-13T16:18:29Z', 'revision_number': 4, 'project_id': 'd3e805f3d65146599c9a13835ccf4878', 'subnets': [{'id': 'e1ad728b-eada-49d3-974e-09c544ccfe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:30.187518 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7054d-427c-4f99-8b6a-ae68e0624692 None None] The sync data for ids ['5913a6dd-9bdf-497f-a99f-128314406504'] in dv-cinder-689486-12-smb is: [{'id': '5913a6dd-9bdf-497f-a99f-128314406504', 'name': 'tempest-TestMinimumBasicScenario-1610966860-router', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:20Z', 'updated_at': '2021-05-13T16:18:26Z', 'revision_number': 4, 'project_id': 'd3e805f3d65146599c9a13835ccf4878', 'gw_port': {'id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913a6dd-9bdf-497f-a99f-128314406504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:21Z', 'updated_at': '2021-05-13T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '34982256-ac76-4f12-b3aa-b938eae4270d', 'name': '', 'network_id': 'c3d24c72-38ff-441d-a753-319d0fe39634', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'mac_address': 'fa:16:3e:04:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5913a6dd-9bdf-497f-a99f-128314406504', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e1ad728b-eada-49d3-974e-09c544ccfe10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:24Z', 'updated_at': '2021-05-13T16:18:29Z', 'revision_number': 4, 'project_id': 'd3e805f3d65146599c9a13835ccf4878', 'subnets': [{'id': 'e1ad728b-eada-49d3-974e-09c544ccfe10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:18:30.335164 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7b153714-4ed1-4421-a723-8a2d1dc60617 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:30.335528 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7b153714-4ed1-4421-a723-8a2d1dc60617 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:30.454447 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 34982256-ac76-4f12-b3aa-b938eae4270d up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:18:30.501013 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-7b153714-4ed1-4421-a723-8a2d1dc60617 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Calling delete_port for f2443eda-b337-4e91-bcd5-56b940d45238 owned by network:floatingip {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:18:30.573012 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:30.573961 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning for port 34982256-ac76-4f12-b3aa-b938eae4270d completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:18:30.581617 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 34982256-ac76-4f12-b3aa-b938eae4270d triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:30.582001 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:30.669705 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7b153714-4ed1-4421-a723-8a2d1dc60617 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:30.674162 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-518eb133-2c23-46d2-aefa-acb8d3181b8d tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:30.730984 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b153714-4ed1-4421-a723-8a2d1dc60617 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Pushing event deleted for resources: {'Port': ['ID=f2443eda-b337-4e91-bcd5-56b940d45238,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:30.742348 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:30.803452 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] For port 34982256-ac76-4f12-b3aa-b938eae4270d, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=34982256-ac76-4f12-b3aa-b938eae4270d,segment=NetworkSegment(aa906828-311f-47b4-afe5-6117d99f93a8),segment_id=aa906828-311f-47b4-afe5-6117d99f93a8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:30.805014 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7b153714-4ed1-4421-a723-8a2d1dc60617 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:30.814040 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:30.820701 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:30.907900 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7b153714-4ed1-4421-a723-8a2d1dc60617 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks [] for floatingip, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:30.938017 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Pushing event updated for resources: {'Port': ['ID=34982256-ac76-4f12-b3aa-b938eae4270d,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:30.939183 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7b153714-4ed1-4421-a723-8a2d1dc60617 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:30.940468 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-7b153714-4ed1-4421-a723-8a2d1dc60617 tempest-AttachVolumeTestJSON-1527433250 tempest-AttachVolumeTestJSON-1527433250-project] 10.222.0.54 "DELETE /v2.0/floatingips/547b2409-eda7-46b1-bc04-ddfe29f38e79 HTTP/1.1" status: 204 len: 168 time: 1.0392959 May 13 16:18:30.957603 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:30.958458 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0a93ac89-6132-43b8-ad26-3eccd534f56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:32.364841 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 34982256-ac76-4f12-b3aa-b938eae4270d up at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:18:32.437522 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Provisioning complete for port 34982256-ac76-4f12-b3aa-b938eae4270d triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:32.437980 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:33.795510 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:34.064490 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-5bb71a7f-4ea7-4370-8860-9ca5cdbfd9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:35.004217 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:35.406466 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43106) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:36.226687 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622414'] for router_interface, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:36.681161 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:36.808058 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] Deleting port 8289680f-3d92-4e34-954e-2721e5068387 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:18:36.808603 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:36.951802 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] For port 8289680f-3d92-4e34-954e-2721e5068387, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=8289680f-3d92-4e34-954e-2721e5068387,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:36.952100 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:37.080313 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] Calling delete_port for 8289680f-3d92-4e34-954e-2721e5068387 owned by network:router_interface {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:18:37.243565 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:37.248717 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-27c9a6da-af6c-47f7-9c19-7fb9ee65364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:37.334065 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] Pushing event deleted for resources: {'Port': ['ID=8289680f-3d92-4e34-954e-2721e5068387,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:37.341386 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:37.634368 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616158'] for router_interface, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:38.137399 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] Router b20390a7-0d66-4be9-88db-742441b2b5a7 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:18:38.320329 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:18:38.331903 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909884e5-b349-45c0-a8bc-39ae51d2ca5b None None] Sync routers for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:18:38.339831 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] 10.222.0.54 "PUT /v2.0/routers/b20390a7-0d66-4be9-88db-742441b2b5a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9315507 May 13 16:18:38.340452 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43124) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:38.343694 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909884e5-b349-45c0-a8bc-39ae51d2ca5b None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:18:38.344490 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-909884e5-b349-45c0-a8bc-39ae51d2ca5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:18:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:38.529792 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:38.539535 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-909884e5-b349-45c0-a8bc-39ae51d2ca5b None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:18:38.713101 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:38.785427 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-7fd7e93e-41a9-4789-8a37-6592e7617e80 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:38.786777 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-7fd7e93e-41a9-4789-8a37-6592e7617e80 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Synchronizing usage tracker for tenant:3ce614e5711840d993f47316e5b6e0a4 on resource:network {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:18:38.797659 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Deleting port 3de23ac4-cc10-4a75-bc78-338bdfce1fde {{(pid=79043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:18:38.797975 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:38.809256 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-7fd7e93e-41a9-4789-8a37-6592e7617e80 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Unset dirty status for tenant:3ce614e5711840d993f47316e5b6e0a4 on resource:network {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:18:38.818511 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-7fd7e93e-41a9-4789-8a37-6592e7617e80 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/networks?id=c2bbe831-0a88-4401-9c0c-141defa276fa HTTP/1.1" status: 200 len: 814 time: 0.1884046 May 13 16:18:38.833980 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-909884e5-b349-45c0-a8bc-39ae51d2ca5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:18:37Z', 'revision_number': 5, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port': {'id': '3de23ac4-cc10-4a75-bc78-338bdfce1fde', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:13:24Z', 'updated_at': '2021-05-13T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:38.834961 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-1b9040e1-a404-4dec-9648-b9556835e7a7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/quotas/3ce614e5711840d993f47316e5b6e0a4 HTTP/1.1" status: 200 len: 375 time: 0.0148823 May 13 16:18:38.837913 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909884e5-b349-45c0-a8bc-39ae51d2ca5b None None] Checking router: b20390a7-0d66-4be9-88db-742441b2b5a7 for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:18:38.847681 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909884e5-b349-45c0-a8bc-39ae51d2ca5b None None] Routers {'b20390a7-0d66-4be9-88db-742441b2b5a7'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:18:38.848416 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-909884e5-b349-45c0-a8bc-39ae51d2ca5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:18:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['b20390a7-0d66-4be9-88db-742441b2b5a7'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:38.920157 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-7bb994fd-b33d-428b-9423-7e08fbf1068b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Synchronizing usage tracker for tenant:3ce614e5711840d993f47316e5b6e0a4 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:18:38.928116 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.db [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] For port 3de23ac4-cc10-4a75-bc78-338bdfce1fde, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=3de23ac4-cc10-4a75-bc78-338bdfce1fde,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:38.928474 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:38.938039 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-7bb994fd-b33d-428b-9423-7e08fbf1068b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Unset dirty status for tenant:3ce614e5711840d993f47316e5b6e0a4 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:18:38.939560 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-7bb994fd-b33d-428b-9423-7e08fbf1068b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ce614e5711840d993f47316e5b6e0a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029730 May 13 16:18:39.035719 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-909884e5-b349-45c0-a8bc-39ae51d2ca5b None None] Set router b20390a7-0d66-4be9-88db-742441b2b5a7 gateway port host: None {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:18:39.058448 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.plugin [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Calling delete_port for 3de23ac4-cc10-4a75-bc78-338bdfce1fde owned by network:router_gateway {{(pid=79043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:18:39.084168 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-bbcfac93-284e-40bc-97b4-9e2b68a90e4b service neutron] 10.222.0.54 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324348 May 13 16:18:39.141811 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-909884e5-b349-45c0-a8bc-39ae51d2ca5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:18:38Z', 'revision_number': 6, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port_host': None}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:39.146031 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909884e5-b349-45c0-a8bc-39ae51d2ca5b None None] The sync data for ids ['b20390a7-0d66-4be9-88db-742441b2b5a7'] in dv-cinder-689486-12-smb is: [{'id': 'b20390a7-0d66-4be9-88db-742441b2b5a7', 'name': 'tempest-AttachVolumeTestJSON-1729772095-router', 'tenant_id': '6d5346b23be7455784fbd272ba5b3eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:13:23Z', 'updated_at': '2021-05-13T16:18:38Z', 'revision_number': 6, 'project_id': '6d5346b23be7455784fbd272ba5b3eb1', 'gw_port_host': None}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:18:39.238888 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-a9a51a8a-4014-4451-9113-aaf5bb84bf3c service neutron] 10.222.0.54 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483591 May 13 16:18:39.334588 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2223337'] for port, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:39.344067 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:39.384432 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de23ac4-cc10-4a75-bc78-338bdfce1fde,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:39.388118 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:39.429344 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-8adf1374-55cd-4395-81b8-c24e7271235e req-17a5e282-2f93-4fc4-ad72-62947c0efa42 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 210 time: 0.0501637 May 13 16:18:39.589308 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615368'] for router_gateway, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:39.771649 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39745'] for router, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:39.775865 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:39.865031 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-616284'] for router, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:39.865536 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b20390a7-0d66-4be9-88db-742441b2b5a7 {{(pid=79043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 16:18:39.877683 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] Notify callbacks [] for router, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:39.878849 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-132d4c0f-0647-43aa-9c48-7579b00f39c8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b20390a7-0d66-4be9-88db-742441b2b5a7 HTTP/1.1" status: 204 len: 168 time: 1.5367413 May 13 16:18:39.881305 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43152) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:39.948058 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e59eb61-46d9-4424-8381-e96a8f2b011e admin admin] Deleting subnet 67ac9cf4-8079-47e1-a5bb-a198057015ec {{(pid=79043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:18:39.951593 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1e59eb61-46d9-4424-8381-e96a8f2b011e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:40.003638 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1e59eb61-46d9-4424-8381-e96a8f2b011e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106706'] for subnet, precommit_delete_associations {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:40.088608 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1e59eb61-46d9-4424-8381-e96a8f2b011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:40.360645 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 3de23ac4-cc10-4a75-bc78-338bdfce1fde no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:18:40.361176 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1e59eb61-46d9-4424-8381-e96a8f2b011e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104069'] for subnet, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:40.365103 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:40.405817 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 3de23ac4-cc10-4a75-bc78-338bdfce1fde {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:18:40.406083 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59eb61-46d9-4424-8381-e96a8f2b011e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67ac9cf4-8079-47e1-a5bb-a198057015ec,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:40.406592 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 3de23ac4-cc10-4a75-bc78-338bdfce1fde not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:18:40.408232 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 8289680f-3d92-4e34-954e-2721e5068387 no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:18:40.409022 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-1e59eb61-46d9-4424-8381-e96a8f2b011e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:40.410437 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1e59eb61-46d9-4424-8381-e96a8f2b011e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:40.418174 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-1e59eb61-46d9-4424-8381-e96a8f2b011e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/67ac9cf4-8079-47e1-a5bb-a198057015ec HTTP/1.1" status: 204 len: 168 time: 0.5358515 May 13 16:18:40.423667 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43156) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:40.445290 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f60cd-777a-46c0-b1d9-943171c60b34 None None] Network ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:18:40.514375 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 8289680f-3d92-4e34-954e-2721e5068387 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:18:40.514644 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 8289680f-3d92-4e34-954e-2721e5068387 not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:18:40.570930 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:40.684511 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-17714269-291c-4404-b301-5546bf04e677 req-d6d03384-e046-417f-97b9-fb1a591b9fd0 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 210 time: 0.0626397 May 13 16:18:40.779443 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e65e234-4a93-4392-9503-fed34d5d8aec None None] DHCP port deletion for ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 request from dv-cinder-689486-12-smb {{(pid=79045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 13 16:18:40.792589 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-ccc4b71b-52b0-4651-bfe4-22aee9281ae6 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:40.794298 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-ccc4b71b-52b0-4651-bfe4-22aee9281ae6 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.36 "GET /v2.0/networks?id=c2bbe831-0a88-4401-9c0c-141defa276fa HTTP/1.1" status: 200 len: 814 time: 0.2565114 May 13 16:18:40.814044 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Deleting port 784683a8-aede-4747-be3d-35a51f25536d {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:18:40.814384 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:40.834517 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Request body: {'port': {'device_id': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'admin_state_up': True, 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:18:40.855493 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-1e65e234-4a93-4392-9503-fed34d5d8aec None None] Deleting port 784683a8-aede-4747-be3d-35a51f25536d {{(pid=79045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:18:40.855805 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-1e65e234-4a93-4392-9503-fed34d5d8aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:40.962547 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-1e65e234-4a93-4392-9503-fed34d5d8aec None None] For port 784683a8-aede-4747-be3d-35a51f25536d, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=784683a8-aede-4747-be3d-35a51f25536d,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:40.962936 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-1e65e234-4a93-4392-9503-fed34d5d8aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:41.008970 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] For port 784683a8-aede-4747-be3d-35a51f25536d, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=784683a8-aede-4747-be3d-35a51f25536d,segment=NetworkSegment(6de895df-5c94-4d99-b45a-30967f172de6),segment_id=6de895df-5c94-4d99-b45a-30967f172de6)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:41.013305 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:41.093730 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-1e65e234-4a93-4392-9503-fed34d5d8aec None None] Calling delete_port for 784683a8-aede-4747-be3d-35a51f25536d owned by network:dhcp {{(pid=79045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:18:41.153664 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-1e65e234-4a93-4392-9503-fed34d5d8aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839'] for port, after_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:41.160090 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:41.219171 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65e234-4a93-4392-9503-fed34d5d8aec None None] Pushing event deleted for resources: {'Port': ['ID=784683a8-aede-4747-be3d-35a51f25536d,revision_number=None']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:41.225004 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-1e65e234-4a93-4392-9503-fed34d5d8aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:41.233288 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65e234-4a93-4392-9503-fed34d5d8aec None None] No DVR routers for this DVR port 784683a8-aede-4747-be3d-35a51f25536d on host dv-cinder-689486-12-smb {{(pid=79045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:18:41.308129 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Calling delete_port for 784683a8-aede-4747-be3d-35a51f25536d owned by network:dhcp {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:18:41.341658 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:18:41.361629 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:18:41.376601 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Made reservation on behalf of 3ce614e5711840d993f47316e5b6e0a4 for: {'port': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:18:41.380411 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:41.467656 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:41.480036 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-766ad6b7-7221-4e6f-8c46-6d378705d275 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:41.535812 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=784683a8-aede-4747-be3d-35a51f25536d,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:41.549188 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:41.549497 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] No DVR routers for this DVR port 784683a8-aede-4747-be3d-35a51f25536d on host dv-cinder-689486-12-smb {{(pid=79044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:18:41.759008 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:41.777218 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Allocated IP 172.20.0.12 (c2bbe831-0a88-4401-9c0c-141defa276fa/741111f4-ce5b-4324-9d58-72818c098b88/241889fe-6638-4411-a20b-d81922c4ff96) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:18:41.781064 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef081416-b33a-4b7d-ad50-cf4e7b0d83e8']}} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:41.806223 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de895df-5c94-4d99-b45a-30967f172de6') {'for_net_delete': True} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:41.806571 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de895df-5c94-4d99-b45a-30967f172de6') {} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:18:41.828359 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2302494'] for segment, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:41.905591 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0978941b-c3c8-4f5a-8736-7941d607046f req-b2f06055-526d-4ab0-9b5e-91adb2ad91e2 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 210 time: 0.0701983 May 13 16:18:41.926438 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:41.943829 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=79044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:18:41.944634 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2571749'] for segment, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: util.warn( May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: util.warn( May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: util.warn( May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: util.warn( May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: Traceback (most recent call last): May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: timer() May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: cb(*args, **kw) May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: return func(*args, **kwargs) May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: self._notify() May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: self.callback(batched_events) May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: event.method(event) May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: return f(self, *a, **k) May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: return self._get(url).json() May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: return self.request(url, 'GET', **kwargs) May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:18:41.959429 dv-cinder-689486-12-smb neutron-server[79044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:18:42.125204 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:42.133478 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:42.147284 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-cf0586d2-f9ed-40c9-8af7-36bba0c6d2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:42.192398 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef081416-b33a-4b7d-ad50-cf4e7b0d83e8,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:42.195100 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:42.239770 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ef081416-b33a-4b7d-ad50-cf4e7b0d83e8 HTTP/1.1" status: 204 len: 168 time: 1.8145928 May 13 16:18:42.247342 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:42.269573 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Transition to ACTIVE for port object 241889fe-6638-4411-a20b-d81922c4ff96 will not be triggered until provisioned by entity DHCP. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:18:42.307864 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:42.316785 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:42.405383 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 784683a8-aede-4747-be3d-35a51f25536d no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:18:42.412385 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Network c2bbe831-0a88-4401-9c0c-141defa276fa is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:18:42.415840 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:18:42.427213 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:18:42.458690 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 784683a8-aede-4747-be3d-35a51f25536d {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:18:42.459519 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 784683a8-aede-4747-be3d-35a51f25536d not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:18:42.464030 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43188) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:42.471229 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event updated for resources: {'Port': ['ID=241889fe-6638-4411-a20b-d81922c4ff96,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:42.476314 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:42.508922 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:42.510205 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:42.542505 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7138174 May 13 16:18:42.555265 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-414b7c36-988a-4ead-981a-ec41115546f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d5346b23be7455784fbd272ba5b3eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0899174 May 13 16:18:42.557685 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43192) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:42.640485 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8add8969-812c-41e5-8609-c4e50f8bcc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:42.669938 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8add8969-812c-41e5-8609-c4e50f8bcc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:42.717201 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-33c62aef-629c-4574-a3c9-b4daf3ed16b0 None None] Provisioning for port 241889fe-6638-4411-a20b-d81922c4ff96 completed by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:18:42.723622 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-33c62aef-629c-4574-a3c9-b4daf3ed16b0 None None] Provisioning complete for port 241889fe-6638-4411-a20b-d81922c4ff96 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:42.724013 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-33c62aef-629c-4574-a3c9-b4daf3ed16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:42.775262 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8add8969-812c-41e5-8609-c4e50f8bcc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:42.783297 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-8f30ff62-039b-4488-9229-9ffed76b9d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:42.796868 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-33c62aef-629c-4574-a3c9-b4daf3ed16b0 None None] Port 241889fe-6638-4411-a20b-d81922c4ff96 cannot update to ACTIVE because it is not bound. {{(pid=79045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 16:18:42.800758 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add8969-812c-41e5-8609-c4e50f8bcc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09873378-35ad-4d4e-bff2-3521340bcab4,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:42.804688 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-8add8969-812c-41e5-8609-c4e50f8bcc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:42.808548 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-8add8969-812c-41e5-8609-c4e50f8bcc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:42.810102 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-8add8969-812c-41e5-8609-c4e50f8bcc63 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/09873378-35ad-4d4e-bff2-3521340bcab4 HTTP/1.1" status: 204 len: 168 time: 0.2509415 May 13 16:18:43.127300 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df271560-6cd0-4d3d-bc17-dd7278744af5 req-3174423f-5d38-4a2b-b3ff-b8be890f862b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:43.133772 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-df271560-6cd0-4d3d-bc17-dd7278744af5 req-3174423f-5d38-4a2b-b3ff-b8be890f862b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Synchronizing usage tracker for tenant:3ce614e5711840d993f47316e5b6e0a4 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:18:43.159671 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-df271560-6cd0-4d3d-bc17-dd7278744af5 req-3174423f-5d38-4a2b-b3ff-b8be890f862b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Unset dirty status for tenant:3ce614e5711840d993f47316e5b6e0a4 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:18:43.166888 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-df271560-6cd0-4d3d-bc17-dd7278744af5 req-3174423f-5d38-4a2b-b3ff-b8be890f862b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 932 time: 0.1297784 May 13 16:18:43.219749 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-df271560-6cd0-4d3d-bc17-dd7278744af5 req-b4ec9b44-3005-410a-93b8-ab454c4fdcb1 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Synchronizing usage tracker for tenant:3ce614e5711840d993f47316e5b6e0a4 on resource:security_group {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:18:43.251557 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-df271560-6cd0-4d3d-bc17-dd7278744af5 req-b4ec9b44-3005-410a-93b8-ab454c4fdcb1 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Unset dirty status for tenant:3ce614e5711840d993f47316e5b6e0a4 on resource:security_group {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:18:43.253740 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-df271560-6cd0-4d3d-bc17-dd7278744af5 req-b4ec9b44-3005-410a-93b8-ab454c4fdcb1 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856771 May 13 16:18:44.504591 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86229a7b-a73c-412f-9418-6eb0ffdc2864 req-5a3233a1-ea80-4bdc-8987-30042fea8b76 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:44.506040 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-86229a7b-a73c-412f-9418-6eb0ffdc2864 req-5a3233a1-ea80-4bdc-8987-30042fea8b76 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 932 time: 0.1065295 May 13 16:18:44.566073 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-86229a7b-a73c-412f-9418-6eb0ffdc2864 req-4ae2b307-011b-44fe-9c6f-7d29b569a930 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540054 May 13 16:18:45.772093 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde2a88-2d93-4e7e-9440-45126d3f7336 req-be4938a4-74eb-41d3-bc94-d99032621d82 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:45.773927 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ffde2a88-2d93-4e7e-9440-45126d3f7336 req-be4938a4-74eb-41d3-bc94-d99032621d82 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 932 time: 0.0881958 May 13 16:18:45.833928 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ffde2a88-2d93-4e7e-9440-45126d3f7336 req-60b7490f-c712-4b7a-aece-3e4f95352796 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531819 May 13 16:18:47.093980 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939dcc1-2cda-438a-abbf-c25a3538462a req-e344ba13-84b3-4b99-8595-9cc639a31ce3 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:47.095811 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9939dcc1-2cda-438a-abbf-c25a3538462a req-e344ba13-84b3-4b99-8595-9cc639a31ce3 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 932 time: 0.0928359 May 13 16:18:47.149978 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9939dcc1-2cda-438a-abbf-c25a3538462a req-3ac92fef-99cc-4835-815d-b62a693a01ef tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483983 May 13 16:18:48.358427 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e2c8b-4286-4a39-a5e3-d87a61d02dd9 req-f8d5072d-a7d2-4029-89b4-238a8f794852 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:48.359915 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ba1e2c8b-4286-4a39-a5e3-d87a61d02dd9 req-f8d5072d-a7d2-4029-89b4-238a8f794852 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 932 time: 0.0897489 May 13 16:18:48.522013 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ba1e2c8b-4286-4a39-a5e3-d87a61d02dd9 req-f8353d23-5d8b-42c9-b39d-5297d3ca9d13 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558712 May 13 16:18:49.739040 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76919a45-4a9a-44ad-b117-077da9bd2c82 req-8907ef29-c045-4ab8-a8c8-55c1676d06dc tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:49.740542 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-76919a45-4a9a-44ad-b117-077da9bd2c82 req-8907ef29-c045-4ab8-a8c8-55c1676d06dc tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 932 time: 0.1066201 May 13 16:18:49.808563 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-76919a45-4a9a-44ad-b117-077da9bd2c82 req-a592e8d1-90f6-4cf2-9c96-8b66514ebe75 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607851 May 13 16:18:51.001377 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240ab49-e808-44ce-adaf-6afab9e33cfd req-5d54fabc-6960-4b8e-900e-42f61ba3a062 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:51.002844 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c240ab49-e808-44ce-adaf-6afab9e33cfd req-5d54fabc-6960-4b8e-900e-42f61ba3a062 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 932 time: 0.0876269 May 13 16:18:51.055944 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c240ab49-e808-44ce-adaf-6afab9e33cfd req-74ded702-1660-4ab8-b49f-e83954cba7e9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472150 May 13 16:18:51.998318 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Request body: {'port': {'device_id': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:18:52.149398 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:52.381075 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c865be3-f804-4bac-a495-b5dee2117d45 req-53fcc2f3-d923-4c38-8e05-1c81d2943c2b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:52.382534 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3c865be3-f804-4bac-a495-b5dee2117d45 req-53fcc2f3-d923-4c38-8e05-1c81d2943c2b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 932 time: 0.1724894 May 13 16:18:52.510151 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-3c865be3-f804-4bac-a495-b5dee2117d45 req-e5c0dfcc-a334-40fd-b795-f587a5c90931 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195636 May 13 16:18:52.633945 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241889fe-6638-4411-a20b-d81922c4ff96 {{(pid=79044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:18:52.642394 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:52.658853 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Transition to ACTIVE for port object 241889fe-6638-4411-a20b-d81922c4ff96 will not be triggered until provisioned by entity L2. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:18:52.663040 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:52.667775 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-fd8e0203-6eb5-424a-a22c-75f45344747f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:52.831275 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Pushing event updated for resources: {'Port': ['ID=241889fe-6638-4411-a20b-d81922c4ff96,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:52.838583 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:52.909053 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Attempting to bind port 241889fe-6638-4411-a20b-d81922c4ff96 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:18:52.909390 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Attempting to bind port 241889fe-6638-4411-a20b-d81922c4ff96 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '42d467a1-0b83-4495-870a-8db14e88c2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa'}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:18:52.909717 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Attempting to bind port 241889fe-6638-4411-a20b-d81922c4ff96 on network c2bbe831-0a88-4401-9c0c-141defa276fa {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:18:52.914540 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Port 241889fe-6638-4411-a20b-d81922c4ff96 on network c2bbe831-0a88-4401-9c0c-141defa276fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:18:52.914858 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Attempting to bind port 241889fe-6638-4411-a20b-d81922c4ff96 on network c2bbe831-0a88-4401-9c0c-141defa276fa {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:18:52.920597 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:18:52.920929 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Checking segment: {'id': '42d467a1-0b83-4495-870a-8db14e88c2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:18:52.921339 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Bound using segment: {'id': '42d467a1-0b83-4495-870a-8db14e88c2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa'} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:18:52.921794 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Bound port: 241889fe-6638-4411-a20b-d81922c4ff96, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d467a1-0b83-4495-870a-8db14e88c2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa'}}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:18:52.922142 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:53.015162 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] For port 241889fe-6638-4411-a20b-d81922c4ff96, host hv-cinder-68948, cleared binding levels {{(pid=79044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:18:53.018135 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] For port 241889fe-6638-4411-a20b-d81922c4ff96, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=241889fe-6638-4411-a20b-d81922c4ff96,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:18:53.022572 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:53.027156 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-a7e6a9bd-1cb9-44ef-b244-4963df67eb21 tempest-VolumesSnapshotTestJSON-168917695 tempest-VolumesSnapshotTestJSON-168917695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:53.079188 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:53.080093 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:53.082128 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] 10.222.0.36 "PUT /v2.0/ports/241889fe-6638-4411-a20b-d81922c4ff96 HTTP/1.1" status: 200 len: 1094 time: 1.0903711 May 13 16:18:53.082879 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:18:53.119526 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Pushing event updated for resources: {'Port': ['ID=241889fe-6638-4411-a20b-d81922c4ff96,revision_number=3']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:53.124154 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:53.143667 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96', 'status': 'completed', 'code': 200} May 13 16:18:53.246515 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-0edbb9cf-2ba0-4431-9be3-4042140dc841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:53.248333 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-0edbb9cf-2ba0-4431-9be3-4042140dc841 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ce614e5711840d993f47316e5b6e0a4&device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 1097 time: 0.0810332 May 13 16:18:53.324267 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-055dc668-6e7d-45bd-b24a-1f9d742c5276 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=241889fe-6638-4411-a20b-d81922c4ff96 HTTP/1.1" status: 200 len: 217 time: 0.0615246 May 13 16:18:53.394343 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-3edece04-9729-4306-a79e-4a3268836513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:53.395676 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-3edece04-9729-4306-a79e-4a3268836513 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=741111f4-ce5b-4324-9d58-72818c098b88 HTTP/1.1" status: 200 len: 853 time: 0.0641439 May 13 16:18:53.470523 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-2a53142f-1262-4610-9810-a1a6197f37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:53.472000 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-2a53142f-1262-4610-9810-a1a6197f37d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2bbe831-0a88-4401-9c0c-141defa276fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0696850 May 13 16:18:53.771853 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-09cb0969-dd1d-4229-a7a0-d47f0ef6c5d3 service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925682 May 13 16:18:53.783922 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1d347-3770-4c44-986f-abc2161c3edd req-3f425946-546e-4b82-90c9-c5345b93b2e2 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:53.785912 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-51c1d347-3770-4c44-986f-abc2161c3edd req-3f425946-546e-4b82-90c9-c5345b93b2e2 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 944 time: 0.1350760 May 13 16:18:53.914826 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-51c1d347-3770-4c44-986f-abc2161c3edd req-6b9b37d7-312b-44e0-abac-88196f9fd546 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065645 May 13 16:18:53.954869 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bb5f3918-64f1-4124-ba80-d52fc9857468 req-78579c21-b78e-46eb-ae47-007ca563bbd0 service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668191 May 13 16:18:54.051598 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43334) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:54.134598 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d02bc-3d5b-4159-803a-60ccd012f602 req-d3082a18-4ce4-474c-a046-cbce873fb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:54.136109 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-433d02bc-3d5b-4159-803a-60ccd012f602 req-d3082a18-4ce4-474c-a046-cbce873fb952 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ce614e5711840d993f47316e5b6e0a4&device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 1097 time: 0.0819325 May 13 16:18:54.232579 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1e31c7ac-2ebf-48db-b72c-0afd82af86b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:54.259389 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-1e31c7ac-2ebf-48db-b72c-0afd82af86b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:18:54.272225 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-1e31c7ac-2ebf-48db-b72c-0afd82af86b0 admin admin] Usage tracker for resource:security_group_rule and tenant:3b689ae1a0dd4805aedad64f5e550637 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:18:54.285006 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-1e31c7ac-2ebf-48db-b72c-0afd82af86b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:18:54.285992 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:18:54.294987 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-1e31c7ac-2ebf-48db-b72c-0afd82af86b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:18:54.331802 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d02bc-3d5b-4159-803a-60ccd012f602 req-61b31cab-bcc1-4457-bb33-703ef11665e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:54.333268 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-433d02bc-3d5b-4159-803a-60ccd012f602 req-61b31cab-bcc1-4457-bb33-703ef11665e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2bbe831-0a88-4401-9c0c-141defa276fa HTTP/1.1" status: 200 len: 915 time: 0.1874526 May 13 16:18:54.407736 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-433d02bc-3d5b-4159-803a-60ccd012f602 req-b2d5c849-6ccf-4ac7-9cbc-d6cd0143cc5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=241889fe-6638-4411-a20b-d81922c4ff96 HTTP/1.1" status: 200 len: 217 time: 0.0669107 May 13 16:18:54.504455 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d02bc-3d5b-4159-803a-60ccd012f602 req-efe9bed6-20e2-4c10-a074-325108f67ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:54.505795 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-433d02bc-3d5b-4159-803a-60ccd012f602 req-efe9bed6-20e2-4c10-a074-325108f67ca0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=741111f4-ce5b-4324-9d58-72818c098b88 HTTP/1.1" status: 200 len: 853 time: 0.0881739 May 13 16:18:54.553034 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1e31c7ac-2ebf-48db-b72c-0afd82af86b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:54.558726 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-1e31c7ac-2ebf-48db-b72c-0afd82af86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:54.571135 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-e93a91c0-b8b5-4d7e-bdd8-7f8d7642d60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:54.624360 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-1e31c7ac-2ebf-48db-b72c-0afd82af86b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3b689ae1a0dd4805aedad64f5e550637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714915 May 13 16:18:54.627084 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43342) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:54.628003 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31c7ac-2ebf-48db-b72c-0afd82af86b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f697b7f-5269-4941-a05f-7f11a2fe72d7,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:54.631765 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-1e31c7ac-2ebf-48db-b72c-0afd82af86b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:54.653700 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d02bc-3d5b-4159-803a-60ccd012f602 req-75953dc7-df05-4898-a91d-42098e6e219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:54.655362 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-433d02bc-3d5b-4159-803a-60ccd012f602 req-75953dc7-df05-4898-a91d-42098e6e219c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2bbe831-0a88-4401-9c0c-141defa276fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1335893 May 13 16:18:54.697716 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-41c1ab2a-de45-457e-99b0-64c91989236e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:54.724964 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-41c1ab2a-de45-457e-99b0-64c91989236e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:54.787952 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-41c1ab2a-de45-457e-99b0-64c91989236e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:54.793418 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f36b2db2-e14d-4300-ae4e-04899cce17f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:54.799826 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-433d02bc-3d5b-4159-803a-60ccd012f602 req-ad07e2eb-6e52-46ec-9526-f17479259220 service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369658 May 13 16:18:54.808524 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1ab2a-de45-457e-99b0-64c91989236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f697b7f-5269-4941-a05f-7f11a2fe72d7,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:54.811681 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-41c1ab2a-de45-457e-99b0-64c91989236e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:54.815463 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-41c1ab2a-de45-457e-99b0-64c91989236e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4f697b7f-5269-4941-a05f-7f11a2fe72d7 HTTP/1.1" status: 204 len: 168 time: 0.1847644 May 13 16:18:54.815463 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-41c1ab2a-de45-457e-99b0-64c91989236e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:54.939596 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-433d02bc-3d5b-4159-803a-60ccd012f602 req-e286596e-0b77-4048-aaaf-109284530b39 service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322169 May 13 16:18:55.112596 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82952be-f63b-4d4f-b512-66cc97cd78ad req-20d6b2a6-1fc6-4330-9ea0-cf9d8257beb7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:55.114099 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c82952be-f63b-4d4f-b512-66cc97cd78ad req-20d6b2a6-1fc6-4330-9ea0-cf9d8257beb7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 944 time: 0.0829849 May 13 16:18:55.161801 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c82952be-f63b-4d4f-b512-66cc97cd78ad req-ae59d907-dc56-4a31-aac0-376077def656 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418673 May 13 16:18:56.358659 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57878373-3442-4c75-b3e4-ab461eb989da req-10fc9c52-949e-4200-ad8e-ba19b3f2b818 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:56.360143 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-57878373-3442-4c75-b3e4-ab461eb989da req-10fc9c52-949e-4200-ad8e-ba19b3f2b818 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 944 time: 0.0905137 May 13 16:18:56.401376 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 241889fe-6638-4411-a20b-d81922c4ff96 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:18:56.408833 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-57878373-3442-4c75-b3e4-ab461eb989da req-300852b1-d8f2-4df2-845c-1a74a0837c7d tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 May 13 16:18:56.470388 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43392) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:56.537608 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 241889fe-6638-4411-a20b-d81922c4ff96, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=241889fe-6638-4411-a20b-d81922c4ff96,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:56.554968 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '241889fe-6638-4411-a20b-d81922c4ff96', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'port_id': '241889fe-6638-4411-a20b-d81922c4ff96', 'mac_address': 'fa:16:3e:f3:a3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741111f4-ce5b-4324-9d58-72818c098b88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:18:56.590616 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e3680128-5eae-449a-a5bf-503a134e18a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:56.610796 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:56.611043 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-e3680128-5eae-449a-a5bf-503a134e18a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:18:56.614874 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-e3680128-5eae-449a-a5bf-503a134e18a9 admin admin] Usage tracker for resource:security_group_rule and tenant:3d6101a3c0734b428ca60c3da813243b is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:18:56.617691 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-e3680128-5eae-449a-a5bf-503a134e18a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:18:56.623540 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-e3680128-5eae-449a-a5bf-503a134e18a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:18:56.627849 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241889fe-6638-4411-a20b-d81922c4ff96 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:18:56.645186 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 241889fe-6638-4411-a20b-d81922c4ff96, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=241889fe-6638-4411-a20b-d81922c4ff96,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:56.648634 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:56.650323 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:56.716407 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e3680128-5eae-449a-a5bf-503a134e18a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:56.721646 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e3680128-5eae-449a-a5bf-503a134e18a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:56.721912 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=241889fe-6638-4411-a20b-d81922c4ff96,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:56.725032 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:56.730424 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-65ded949-ca97-47af-9d0b-8f94019fcb4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:56.774663 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3680128-5eae-449a-a5bf-503a134e18a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cc08c7-4b24-498a-87af-223722471ab9,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:56.778391 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-e3680128-5eae-449a-a5bf-503a134e18a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:56.783572 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-e3680128-5eae-449a-a5bf-503a134e18a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3d6101a3c0734b428ca60c3da813243b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098438 May 13 16:18:56.784213 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43398) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:56.848198 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2399-191a-4926-a3f3-828ae90bb0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:56.877834 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2399-191a-4926-a3f3-828ae90bb0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:56.938141 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2399-191a-4926-a3f3-828ae90bb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:56.942202 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-8b479152-305a-4711-aefb-52dd924b3603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:56.957510 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b2399-191a-4926-a3f3-828ae90bb0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cc08c7-4b24-498a-87af-223722471ab9,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:56.961197 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-cc8b2399-191a-4926-a3f3-828ae90bb0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:56.965431 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2399-191a-4926-a3f3-828ae90bb0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:56.967543 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-cc8b2399-191a-4926-a3f3-828ae90bb0e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/17cc08c7-4b24-498a-87af-223722471ab9 HTTP/1.1" status: 204 len: 168 time: 0.1827152 May 13 16:18:56.978811 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['241889fe-6638-4411-a20b-d81922c4ff96'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:18:57.256588 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43406) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:57.275569 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4135a8eb-1c66-41ef-ba7a-fd59190d9ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:57.291565 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-4135a8eb-1c66-41ef-ba7a-fd59190d9ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:18:57.296342 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-4135a8eb-1c66-41ef-ba7a-fd59190d9ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:aee591f355fc4a3fb62ab25e80105f53 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:18:57.299240 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-4135a8eb-1c66-41ef-ba7a-fd59190d9ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:18:57.305084 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-4135a8eb-1c66-41ef-ba7a-fd59190d9ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:18:57.394301 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4135a8eb-1c66-41ef-ba7a-fd59190d9ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:57.402600 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4135a8eb-1c66-41ef-ba7a-fd59190d9ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:57.407245 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-3d55d53e-abae-411a-9f88-27d47141d4f7 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:57.448413 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-4135a8eb-1c66-41ef-ba7a-fd59190d9ba3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aee591f355fc4a3fb62ab25e80105f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907241 May 13 16:18:57.449272 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135a8eb-1c66-41ef-ba7a-fd59190d9ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90b51be-01e1-4b69-81b7-db30879f90b4,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:57.452519 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43412) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:18:57.453337 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4135a8eb-1c66-41ef-ba7a-fd59190d9ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:57.515036 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fc5397c9-5e69-493f-a8ad-9bdf23173323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:57.583231 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fc5397c9-5e69-493f-a8ad-9bdf23173323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:57.652399 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92523e65-1dca-4bb3-be77-67f3b7aad719 req-d8421636-26e5-4344-983d-5deb6397bd2d tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:57.653870 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-92523e65-1dca-4bb3-be77-67f3b7aad719 req-d8421636-26e5-4344-983d-5deb6397bd2d tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 945 time: 0.1296036 May 13 16:18:57.676165 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fc5397c9-5e69-493f-a8ad-9bdf23173323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:57.682872 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-875e6aef-8674-4dc0-a8c4-831736f8d223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:57.705318 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5397c9-5e69-493f-a8ad-9bdf23173323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90b51be-01e1-4b69-81b7-db30879f90b4,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:57.711807 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-fc5397c9-5e69-493f-a8ad-9bdf23173323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:57.723713 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-92523e65-1dca-4bb3-be77-67f3b7aad719 req-818eed59-8fa5-47e7-8230-308ce13732bc tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637863 May 13 16:18:57.724589 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-fc5397c9-5e69-493f-a8ad-9bdf23173323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:57.727759 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-fc5397c9-5e69-493f-a8ad-9bdf23173323 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b90b51be-01e1-4b69-81b7-db30879f90b4 HTTP/1.1" status: 204 len: 168 time: 0.2713473 May 13 16:18:58.416363 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 241889fe-6638-4411-a20b-d81922c4ff96 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:18:58.488431 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port 241889fe-6638-4411-a20b-d81922c4ff96 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:18:58.493279 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 241889fe-6638-4411-a20b-d81922c4ff96 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:18:58.493651 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:58.614376 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:58.641588 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:18:58.651096 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 241889fe-6638-4411-a20b-d81922c4ff96, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=241889fe-6638-4411-a20b-d81922c4ff96,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:18:58.656018 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:18:58.657889 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-1e65e234-4a93-4392-9503-fed34d5d8aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:18:58.692410 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96', 'code': 200} May 13 16:18:58.729995 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=241889fe-6638-4411-a20b-d81922c4ff96,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:18:58.733564 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:18:59.155766 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1597-cbc4-49bd-94cb-6d6318fa3a78 req-da9fdb33-a458-4b5f-9438-b6d9660857e8 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:59.157227 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d69c1597-cbc4-49bd-94cb-6d6318fa3a78 req-da9fdb33-a458-4b5f-9438-b6d9660857e8 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 946 time: 0.2530854 May 13 16:18:59.159981 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbff89e-7349-47e8-85c1-64d68651882b req-eb95ee99-07d4-46b5-983e-bfcc367f109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:18:59.161566 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fcbff89e-7349-47e8-85c1-64d68651882b req-eb95ee99-07d4-46b5-983e-bfcc367f109c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 1099 time: 0.2263677 May 13 16:18:59.204919 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fcbff89e-7349-47e8-85c1-64d68651882b req-cef89212-c1f4-4dfd-b03e-0aa01b1e4ee7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359533 May 13 16:18:59.412601 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d69c1597-cbc4-49bd-94cb-6d6318fa3a78 req-318ff417-f07e-4080-8068-2a6465792463 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482405 May 13 16:19:00.564220 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:00.664581 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dcf95-0125-4abf-934d-fe89b06d3518 req-7c2c819a-bf2a-4f20-8d98-f01a1354d42a tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:00.666023 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-734dcf95-0125-4abf-934d-fe89b06d3518 req-7c2c819a-bf2a-4f20-8d98-f01a1354d42a tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 946 time: 0.1389520 May 13 16:19:00.710644 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-734dcf95-0125-4abf-934d-fe89b06d3518 req-f6e7c85a-4ed2-49f7-8b9a-3ebef1574dd5 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385747 May 13 16:19:00.897084 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7106ba-3d26-4868-ad14-ce59618730da req-a6dc23d4-8f2e-4f91-96c5-87468eb1bd83 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:00.898478 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4c7106ba-3d26-4868-ad14-ce59618730da req-a6dc23d4-8f2e-4f91-96c5-87468eb1bd83 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 946 time: 0.0817647 May 13 16:19:00.910680 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-752e1bf1-fdb5-4ff0-a2ae-349e3ca1f035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:00.945824 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4c7106ba-3d26-4868-ad14-ce59618730da req-45d2ca06-b8ca-4e33-853f-abd60efaedae tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412822 May 13 16:19:01.362359 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c82950-bfe2-42c5-a9d4-64768248f57d req-5e1adcc4-69fc-40aa-81e6-494b57b51f9e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:01.363903 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-44c82950-bfe2-42c5-a9d4-64768248f57d req-5e1adcc4-69fc-40aa-81e6-494b57b51f9e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 946 time: 0.0946519 May 13 16:19:01.413617 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-44c82950-bfe2-42c5-a9d4-64768248f57d req-efe2fef1-d74c-4fda-b5f7-fde37dac2f7b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 May 13 16:19:02.640513 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43508) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:02.758400 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-35044cfd-3c6d-491d-99eb-a05538740b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:02.773387 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-35044cfd-3c6d-491d-99eb-a05538740b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:02.777266 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-35044cfd-3c6d-491d-99eb-a05538740b85 admin admin] Usage tracker for resource:security_group_rule and tenant:64ef2141376e4418a56cb89b2f7562a5 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:02.780824 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-35044cfd-3c6d-491d-99eb-a05538740b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:02.786634 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-35044cfd-3c6d-491d-99eb-a05538740b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:02.873243 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-35044cfd-3c6d-491d-99eb-a05538740b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:02.876844 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-35044cfd-3c6d-491d-99eb-a05538740b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:02.890162 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-9207b21e-f5f9-40f0-98ab-7939dfdf0234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:02.929470 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-35044cfd-3c6d-491d-99eb-a05538740b85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64ef2141376e4418a56cb89b2f7562a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878869 May 13 16:19:02.932226 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35044cfd-3c6d-491d-99eb-a05538740b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21480ef-a4a7-4653-ab03-e3cdfd3b91e3,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:02.932383 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43516) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:02.935680 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-35044cfd-3c6d-491d-99eb-a05538740b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:02.994199 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-77d0a6fb-22df-45bb-9af9-5849bb4cc9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:03.020514 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-77d0a6fb-22df-45bb-9af9-5849bb4cc9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:03.077452 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-77d0a6fb-22df-45bb-9af9-5849bb4cc9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:03.081295 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f4e911ee-8fde-4fce-82e3-8fa9bfa0c4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:03.094034 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0a6fb-22df-45bb-9af9-5849bb4cc9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21480ef-a4a7-4653-ab03-e3cdfd3b91e3,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:03.096350 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-77d0a6fb-22df-45bb-9af9-5849bb4cc9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:03.102385 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-77d0a6fb-22df-45bb-9af9-5849bb4cc9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:03.105835 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-77d0a6fb-22df-45bb-9af9-5849bb4cc9a7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b21480ef-a4a7-4653-ab03-e3cdfd3b91e3 HTTP/1.1" status: 204 len: 168 time: 0.1703851 May 13 16:19:03.403194 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43534) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:03.426651 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1f0dc8ac-0388-4a89-a391-a06408501543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:03.442995 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-1f0dc8ac-0388-4a89-a391-a06408501543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:03.446817 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-1f0dc8ac-0388-4a89-a391-a06408501543 admin admin] Usage tracker for resource:security_group_rule and tenant:478bbcfd7bd14df1b7dadd54825dbbcc is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:03.449880 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-1f0dc8ac-0388-4a89-a391-a06408501543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:03.456246 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-1f0dc8ac-0388-4a89-a391-a06408501543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:03.549766 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1f0dc8ac-0388-4a89-a391-a06408501543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:03.553535 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-1f0dc8ac-0388-4a89-a391-a06408501543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:03.560995 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-8c588e48-d119-4bb9-b38f-e5ef206705f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:03.602677 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-1f0dc8ac-0388-4a89-a391-a06408501543 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=478bbcfd7bd14df1b7dadd54825dbbcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979902 May 13 16:19:03.603733 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0dc8ac-0388-4a89-a391-a06408501543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2cd043-bad1-4a0b-9740-ee9c485131de,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:03.605411 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43542) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:03.607713 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-1f0dc8ac-0388-4a89-a391-a06408501543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:03.668702 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ee66a05b-f6f8-4f4e-bcd1-0ce35087d41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:03.697739 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ee66a05b-f6f8-4f4e-bcd1-0ce35087d41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:03.759619 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ee66a05b-f6f8-4f4e-bcd1-0ce35087d41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:03.763877 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-bcf944ad-d4c5-438b-bec2-faa650421412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:03.776557 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66a05b-f6f8-4f4e-bcd1-0ce35087d41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2cd043-bad1-4a0b-9740-ee9c485131de,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:03.781268 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ee66a05b-f6f8-4f4e-bcd1-0ce35087d41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:03.784807 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ee66a05b-f6f8-4f4e-bcd1-0ce35087d41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:03.789215 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-ee66a05b-f6f8-4f4e-bcd1-0ce35087d41d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e2cd043-bad1-4a0b-9740-ee9c485131de HTTP/1.1" status: 204 len: 168 time: 0.1812942 May 13 16:19:03.831939 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:04.056467 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-f390cb2e-a13a-4fd9-91eb-f5ece6438089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:05.010722 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:05.933041 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d4e72dd6-2cd8-4e65-a60d-f8794883590d req-aaa2a0a1-30bf-46fa-ba10-283a8e914657 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1027539 May 13 16:19:06.126807 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e72dd6-2cd8-4e65-a60d-f8794883590d req-b105106f-8837-4e3f-bca1-4614909dd6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:06.129804 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d4e72dd6-2cd8-4e65-a60d-f8794883590d req-b105106f-8837-4e3f-bca1-4614909dd6b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ce614e5711840d993f47316e5b6e0a4&device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 1099 time: 0.0882001 May 13 16:19:06.297888 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e72dd6-2cd8-4e65-a60d-f8794883590d req-b869b6da-d97b-439a-94f1-7c6e8fdb74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:06.299256 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d4e72dd6-2cd8-4e65-a60d-f8794883590d req-b869b6da-d97b-439a-94f1-7c6e8fdb74b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2bbe831-0a88-4401-9c0c-141defa276fa HTTP/1.1" status: 200 len: 915 time: 0.1382961 May 13 16:19:06.415800 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d4e72dd6-2cd8-4e65-a60d-f8794883590d req-9b4654f4-a685-44a2-b754-ae7aa3deb90a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=241889fe-6638-4411-a20b-d81922c4ff96 HTTP/1.1" status: 200 len: 217 time: 0.0782075 May 13 16:19:06.503085 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e72dd6-2cd8-4e65-a60d-f8794883590d req-43690dd5-9291-443b-8f94-e4d2b22eb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:06.504564 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d4e72dd6-2cd8-4e65-a60d-f8794883590d req-43690dd5-9291-443b-8f94-e4d2b22eb842 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=741111f4-ce5b-4324-9d58-72818c098b88 HTTP/1.1" status: 200 len: 853 time: 0.0807512 May 13 16:19:06.513609 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8abd3-3380-41d4-8921-617190aaca16 req-cb1c91e6-761b-47cd-9c53-76172938f326 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:06.515022 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-caf8abd3-3380-41d4-8921-617190aaca16 req-cb1c91e6-761b-47cd-9c53-76172938f326 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 946 time: 0.2088966 May 13 16:19:06.601646 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-caf8abd3-3380-41d4-8921-617190aaca16 req-000ee4e6-d892-4720-9792-d6eba91c8268 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547059 May 13 16:19:06.622204 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e72dd6-2cd8-4e65-a60d-f8794883590d req-d69a97d5-3254-486d-97f0-6363f85b5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:06.623943 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d4e72dd6-2cd8-4e65-a60d-f8794883590d req-d69a97d5-3254-486d-97f0-6363f85b5d4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2bbe831-0a88-4401-9c0c-141defa276fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1080303 May 13 16:19:06.624860 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43606) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:06.679801 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:06.762162 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d4e72dd6-2cd8-4e65-a60d-f8794883590d req-5f8c93d9-394c-498b-8214-d7f17328948e service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304677 May 13 16:19:06.964264 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-d4e72dd6-2cd8-4e65-a60d-f8794883590d req-5f9b3636-56bb-4cf7-ad97-7a71182b6427 service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949553 May 13 16:19:06.966938 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561e1ab9-b9db-4514-8aad-228d8f1e27bf tempest-TestMinimumBasicScenario-1205759626 tempest-TestMinimumBasicScenario-1205759626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:06.967647 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-561e1ab9-b9db-4514-8aad-228d8f1e27bf tempest-TestMinimumBasicScenario-1205759626 tempest-TestMinimumBasicScenario-1205759626-project-admin] Synchronizing usage tracker for tenant:d3e805f3d65146599c9a13835ccf4878 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:19:06.990844 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-561e1ab9-b9db-4514-8aad-228d8f1e27bf tempest-TestMinimumBasicScenario-1205759626 tempest-TestMinimumBasicScenario-1205759626-project-admin] Unset dirty status for tenant:d3e805f3d65146599c9a13835ccf4878 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:19:06.992734 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-561e1ab9-b9db-4514-8aad-228d8f1e27bf tempest-TestMinimumBasicScenario-1205759626 tempest-TestMinimumBasicScenario-1205759626-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 1094 time: 0.3667669 May 13 16:19:06.995536 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43612) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:07.001485 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Request body: {'floatingip': {'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'port_id': '241889fe-6638-4411-a20b-d81922c4ff96', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:07.007635 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:07.011704 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Usage tracker for resource:floatingip and tenant:3ce614e5711840d993f47316e5b6e0a4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:07.015572 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:07.024545 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:07.038611 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for floatingip, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:07.307633 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:07.460857 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Allocated IP 172.28.1.134 (f952aaf9-96fc-499e-a9d2-7fec2a5f83f6/b9119b35-45a9-413f-9edc-493154b556dd/8b342d8f-08c4-481a-bfbe-163568a59cc6) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:19:07.640254 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:07.677671 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:07.681782 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-128dc97a-5428-4697-bfb1-025b52549465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:07.747361 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Network f952aaf9-96fc-499e-a9d2-7fec2a5f83f6 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:19:07.754857 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:19:07.759175 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:19:07.790395 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event updated for resources: {'Port': ['ID=8b342d8f-08c4-481a-bfbe-163568a59cc6,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:07.797100 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:08.165986 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:08.239371 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:08.442647 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:08.448303 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:08.452996 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-588b3212-b0cd-4d4c-b51c-17638193755e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:08.563710 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event updated for resources: {'Port': ['ID=8b342d8f-08c4-481a-bfbe-163568a59cc6,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:08.566669 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:08.578969 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615321'] for floatingip, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:08.760382 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.l3_db [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Floating IP 7471b5e7-1ad1-4a59-9b49-51aaaed431d2 associated. External IP: 172.28.1.134, port: 241889fe-6638-4411-a20b-d81922c4ff96. May 13 16:19:09.280500 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Router e1cdc59f-6e1b-48c6-9249-63901d772069 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:19:09.466924 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:19:09.476503 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175422da-95a2-45f2-9489-57510dd40080 None None] Sync routers for ids ['e1cdc59f-6e1b-48c6-9249-63901d772069'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:19:09.488643 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175422da-95a2-45f2-9489-57510dd40080 None None] Routers {'e1cdc59f-6e1b-48c6-9249-63901d772069'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:19:09.489270 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-175422da-95a2-45f2-9489-57510dd40080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:19:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['e1cdc59f-6e1b-48c6-9249-63901d772069'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:19:09.494170 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:09.552624 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5558872 May 13 16:19:09.553352 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:19:09.555782 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43636) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:09.562519 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-532970807', 'description': 'tempest-secgroup-smoke-532970807 description', 'project_id': '3ce614e5711840d993f47316e5b6e0a4'}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:09.569048 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:09.580545 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:09.593153 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:09.608164 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96', 'status': 'completed', 'code': 200} May 13 16:19:09.617390 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:09.621628 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Usage tracker for resource:security_group_rule and tenant:3ce614e5711840d993f47316e5b6e0a4 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:09.625190 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:09.631161 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:09.712602 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-175422da-95a2-45f2-9489-57510dd40080 None None] Set router e1cdc59f-6e1b-48c6-9249-63901d772069 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:19:09.728007 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0dec4-4f8c-4167-a438-dbf6b957b105 req-8009a0d8-fb14-4584-8dcc-bb2d679ebc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:09.737363 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b5e0dec4-4f8c-4167-a438-dbf6b957b105 req-8009a0d8-fb14-4584-8dcc-bb2d679ebc2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ce614e5711840d993f47316e5b6e0a4&device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 1099 time: 0.0794671 May 13 16:19:09.812256 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:09.816728 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:09.821074 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-0c06d331-9f3c-4a4b-8d03-ee2527dc87af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:09.865347 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7f740a-78ef-48e8-8195-4abca1d85e89,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:09.868517 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:09.886049 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0dec4-4f8c-4167-a438-dbf6b957b105 req-ddf0d65a-d25b-419a-96a7-dca1f5e3667a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:09.888371 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b5e0dec4-4f8c-4167-a438-dbf6b957b105 req-ddf0d65a-d25b-419a-96a7-dca1f5e3667a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2bbe831-0a88-4401-9c0c-141defa276fa HTTP/1.1" status: 200 len: 915 time: 0.1472280 May 13 16:19:09.891933 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:09.893165 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3361406 May 13 16:19:09.896231 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43642) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:09.902405 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-d85ab1cc-f3be-47e2-b6b0-de79268bff72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Request body: {'security_group_rule': {'security_group_id': '0b7f740a-78ef-48e8-8195-4abca1d85e89', 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:09.963360 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d85ab1cc-f3be-47e2-b6b0-de79268bff72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:09.977259 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d85ab1cc-f3be-47e2-b6b0-de79268bff72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Usage tracker for resource:security_group_rule and tenant:3ce614e5711840d993f47316e5b6e0a4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:09.982479 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-d85ab1cc-f3be-47e2-b6b0-de79268bff72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:09.991031 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-d85ab1cc-f3be-47e2-b6b0-de79268bff72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:10.021592 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b5e0dec4-4f8c-4167-a438-dbf6b957b105 req-634c6052-857b-4347-bea8-965a09fad739 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=241889fe-6638-4411-a20b-d81922c4ff96 HTTP/1.1" status: 200 len: 1000 time: 0.1226032 May 13 16:19:10.028623 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d85ab1cc-f3be-47e2-b6b0-de79268bff72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.082015 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-175422da-95a2-45f2-9489-57510dd40080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:18:17Z', 'revision_number': 4, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port': {'id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:14Z', 'updated_at': '2021-05-13T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': '7471b5e7-1ad1-4a59-9b49-51aaaed431d2', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'floating_ip_address': '172.28.1.134', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'port_id': '241889fe-6638-4411-a20b-d81922c4ff96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'mac_address': 'fa:16:3e:f3:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:19:08Z', 'updated_at': '2021-05-13T16:19:08Z', 'revision_number': 0, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c41c05-9f49-44d7-ba29-a08a62866838', 'name': '', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'mac_address': 'fa:16:3e:60:73:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '741111f4-ce5b-4324-9d58-72818c098b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:16Z', 'updated_at': '2021-05-13T16:18:24Z', 'revision_number': 5, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'subnets': [{'id': '741111f4-ce5b-4324-9d58-72818c098b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:19:10.086412 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175422da-95a2-45f2-9489-57510dd40080 None None] Checking router: e1cdc59f-6e1b-48c6-9249-63901d772069 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:19:10.096758 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175422da-95a2-45f2-9489-57510dd40080 None None] Routers {'e1cdc59f-6e1b-48c6-9249-63901d772069'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:19:10.097639 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-175422da-95a2-45f2-9489-57510dd40080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:19:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['e1cdc59f-6e1b-48c6-9249-63901d772069'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:19:10.128130 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0dec4-4f8c-4167-a438-dbf6b957b105 req-695025b9-2fc6-4083-b28d-d4d0bea16581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:10.129595 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b5e0dec4-4f8c-4167-a438-dbf6b957b105 req-695025b9-2fc6-4083-b28d-d4d0bea16581 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=741111f4-ce5b-4324-9d58-72818c098b88 HTTP/1.1" status: 200 len: 853 time: 0.0940185 May 13 16:19:10.187652 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d85ab1cc-f3be-47e2-b6b0-de79268bff72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.192650 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d85ab1cc-f3be-47e2-b6b0-de79268bff72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.199791 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:10.228451 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ab1cc-f3be-47e2-b6b0-de79268bff72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6483d1c9-0535-40bd-8f94-4aa0c3f340f6,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:10.235449 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d85ab1cc-f3be-47e2-b6b0-de79268bff72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:10.237613 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d85ab1cc-f3be-47e2-b6b0-de79268bff72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.238879 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-d85ab1cc-f3be-47e2-b6b0-de79268bff72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3415761 May 13 16:19:10.241997 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43652) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:10.256082 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-28f84ac5-b6cf-4f89-b420-879b9b1172b7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Request body: {'security_group_rule': {'security_group_id': '0b7f740a-78ef-48e8-8195-4abca1d85e89', 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:10.264591 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-28f84ac5-b6cf-4f89-b420-879b9b1172b7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:10.268654 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0dec4-4f8c-4167-a438-dbf6b957b105 req-6fa6e5fc-6d5b-4692-b56e-0d8a6edb3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:10.269890 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b5e0dec4-4f8c-4167-a438-dbf6b957b105 req-6fa6e5fc-6d5b-4692-b56e-0d8a6edb3b77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2bbe831-0a88-4401-9c0c-141defa276fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1334226 May 13 16:19:10.272480 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-28f84ac5-b6cf-4f89-b420-879b9b1172b7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Usage tracker for resource:security_group_rule and tenant:3ce614e5711840d993f47316e5b6e0a4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:10.275376 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-28f84ac5-b6cf-4f89-b420-879b9b1172b7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:10.304951 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-28f84ac5-b6cf-4f89-b420-879b9b1172b7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:10.305717 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-175422da-95a2-45f2-9489-57510dd40080 None None] Set router e1cdc59f-6e1b-48c6-9249-63901d772069 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:19:10.377766 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-28f84ac5-b6cf-4f89-b420-879b9b1172b7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.467050 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b5e0dec4-4f8c-4167-a438-dbf6b957b105 req-d32c4bb5-d3f6-42de-a757-09fc5c24163d service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843450 May 13 16:19:10.504327 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-28f84ac5-b6cf-4f89-b420-879b9b1172b7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.508528 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-28f84ac5-b6cf-4f89-b420-879b9b1172b7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.556931 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:10.592344 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f84ac5-b6cf-4f89-b420-879b9b1172b7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6146de9-f04e-441e-a00e-b3355c40445a,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:10.596455 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-28f84ac5-b6cf-4f89-b420-879b9b1172b7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:10.620507 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-28f84ac5-b6cf-4f89-b420-879b9b1172b7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.624646 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-28f84ac5-b6cf-4f89-b420-879b9b1172b7 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3786433 May 13 16:19:10.624853 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43656) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:10.631243 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-6a0c0849-3b86-4067-806a-efb92741617b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Request body: {'security_group_rule': {'security_group_id': '0b7f740a-78ef-48e8-8195-4abca1d85e89', 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:10.639531 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-6a0c0849-3b86-4067-806a-efb92741617b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:10.652615 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-6a0c0849-3b86-4067-806a-efb92741617b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Usage tracker for resource:security_group_rule and tenant:3ce614e5711840d993f47316e5b6e0a4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:10.658925 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-6a0c0849-3b86-4067-806a-efb92741617b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:10.667010 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-6a0c0849-3b86-4067-806a-efb92741617b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:10.670798 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b5e0dec4-4f8c-4167-a438-dbf6b957b105 req-6d1ae60d-378d-498c-b8f0-8b77215a19c7 service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914814 May 13 16:19:10.686281 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0849-3b86-4067-806a-efb92741617b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.695635 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-175422da-95a2-45f2-9489-57510dd40080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:18:17Z', 'revision_number': 4, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port': {'id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:14Z', 'updated_at': '2021-05-13T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': '7471b5e7-1ad1-4a59-9b49-51aaaed431d2', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'floating_ip_address': '172.28.1.134', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'port_id': '241889fe-6638-4411-a20b-d81922c4ff96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'mac_address': 'fa:16:3e:f3:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:19:08Z', 'updated_at': '2021-05-13T16:19:08Z', 'revision_number': 0, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c41c05-9f49-44d7-ba29-a08a62866838', 'name': '', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'mac_address': 'fa:16:3e:60:73:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '741111f4-ce5b-4324-9d58-72818c098b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:16Z', 'updated_at': '2021-05-13T16:18:24Z', 'revision_number': 5, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'subnets': [{'id': '741111f4-ce5b-4324-9d58-72818c098b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:19:10.700707 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175422da-95a2-45f2-9489-57510dd40080 None None] The sync data for ids ['e1cdc59f-6e1b-48c6-9249-63901d772069'] in dv-cinder-689486-12-smb is: [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:18:17Z', 'revision_number': 4, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port': {'id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:14Z', 'updated_at': '2021-05-13T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_floatingips': [{'id': '7471b5e7-1ad1-4a59-9b49-51aaaed431d2', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'floating_ip_address': '172.28.1.134', 'floating_network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'router_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'port_id': '241889fe-6638-4411-a20b-d81922c4ff96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'mac_address': 'fa:16:3e:f3:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-13T16:19:08Z', 'updated_at': '2021-05-13T16:19:08Z', 'revision_number': 0, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c41c05-9f49-44d7-ba29-a08a62866838', 'name': '', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'mac_address': 'fa:16:3e:60:73:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '741111f4-ce5b-4324-9d58-72818c098b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:16Z', 'updated_at': '2021-05-13T16:18:24Z', 'revision_number': 5, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'subnets': [{'id': '741111f4-ce5b-4324-9d58-72818c098b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:19:10.771077 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0849-3b86-4067-806a-efb92741617b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.775021 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0849-3b86-4067-806a-efb92741617b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.777131 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:10.809155 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c0849-3b86-4067-806a-efb92741617b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdda604-d19e-4505-810e-210c1883d741,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:10.812676 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6a0c0849-3b86-4067-806a-efb92741617b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:10.816454 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0849-3b86-4067-806a-efb92741617b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.817865 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-6a0c0849-3b86-4067-806a-efb92741617b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1921039 May 13 16:19:10.820910 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43660) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:10.827352 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-934f17ec-f16a-4555-b9b3-c2476ad6c242 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Request body: {'security_group_rule': {'security_group_id': '0b7f740a-78ef-48e8-8195-4abca1d85e89', 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:10.833387 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-934f17ec-f16a-4555-b9b3-c2476ad6c242 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:10.837231 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-934f17ec-f16a-4555-b9b3-c2476ad6c242 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Usage tracker for resource:security_group_rule and tenant:3ce614e5711840d993f47316e5b6e0a4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:10.840275 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-934f17ec-f16a-4555-b9b3-c2476ad6c242 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:10.846794 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-934f17ec-f16a-4555-b9b3-c2476ad6c242 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:10.863021 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-934f17ec-f16a-4555-b9b3-c2476ad6c242 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.908995 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bc727-6250-498e-9ba7-bdcd8043d6ae None None] New status for floating IP 7471b5e7-1ad1-4a59-9b49-51aaaed431d2: ACTIVE {{(pid=79046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:19:10.934331 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-934f17ec-f16a-4555-b9b3-c2476ad6c242 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.938264 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-934f17ec-f16a-4555-b9b3-c2476ad6c242 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:10.940280 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:11.076715 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f17ec-f16a-4555-b9b3-c2476ad6c242 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a364189b-ec98-4c36-89cc-e1f900f02934,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:11.079194 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-934f17ec-f16a-4555-b9b3-c2476ad6c242 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:11.087160 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-934f17ec-f16a-4555-b9b3-c2476ad6c242 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:11.088477 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-934f17ec-f16a-4555-b9b3-c2476ad6c242 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2664788 May 13 16:19:11.091657 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43664) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:11.096723 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-bb7cfe2b-8fab-4239-972d-99adf4ffd93e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Request body: {'security_group_rule': {'security_group_id': '0b7f740a-78ef-48e8-8195-4abca1d85e89', 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:11.102425 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-bb7cfe2b-8fab-4239-972d-99adf4ffd93e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:11.106705 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-bb7cfe2b-8fab-4239-972d-99adf4ffd93e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Usage tracker for resource:security_group_rule and tenant:3ce614e5711840d993f47316e5b6e0a4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:11.109623 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-bb7cfe2b-8fab-4239-972d-99adf4ffd93e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:11.115282 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-bb7cfe2b-8fab-4239-972d-99adf4ffd93e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:11.126938 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.securitygroups_db [None req-bb7cfe2b-8fab-4239-972d-99adf4ffd93e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Project 3ce614e5711840d993f47316e5b6e0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 16:19:11.132829 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bb7cfe2b-8fab-4239-972d-99adf4ffd93e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:11.204990 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bb7cfe2b-8fab-4239-972d-99adf4ffd93e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:11.208639 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bb7cfe2b-8fab-4239-972d-99adf4ffd93e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:11.210996 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:11.236107 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cfe2b-8fab-4239-972d-99adf4ffd93e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f512bee-5715-41ca-a8a8-419b91096bfe,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:11.238706 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-bb7cfe2b-8fab-4239-972d-99adf4ffd93e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:11.246057 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bb7cfe2b-8fab-4239-972d-99adf4ffd93e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:11.248186 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-bb7cfe2b-8fab-4239-972d-99adf4ffd93e tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554136 May 13 16:19:11.250708 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43668) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:11.255659 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Request body: {'security_group_rule': {'security_group_id': '0b7f740a-78ef-48e8-8195-4abca1d85e89', 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:11.261204 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:11.265319 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Usage tracker for resource:security_group_rule and tenant:3ce614e5711840d993f47316e5b6e0a4 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:11.268168 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:11.273727 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:11.283408 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.securitygroups_db [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Project 3ce614e5711840d993f47316e5b6e0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 16:19:11.289000 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:11.353331 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:11.357795 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644418'] for security_group_rule, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:11.364191 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:11.383886 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e42c291-323d-4ae6-b000-8e1251247a56,revision_number=0']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:11.395526 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:11.396103 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:11.396526 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:11.397112 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:11.397522 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:11.398076 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:11.398499 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:11.398852 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:11.399201 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:11.399576 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:11.399922 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:11.400267 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:11.404047 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:11.405478 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:11.410822 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-6b7be2ce-874a-4a39-9179-885b9e438ca9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550393 May 13 16:19:11.535786 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b4bfdf29-ca72-457c-ba05-12b74c5fa494 req-7095ad48-fb1c-495a-afee-3c2e17366e88 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532970807&fields=id&tenant_id=3ce614e5711840d993f47316e5b6e0a4 HTTP/1.1" status: 200 len: 267 time: 0.0466883 May 13 16:19:11.624687 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfdf29-ca72-457c-ba05-12b74c5fa494 req-4f780588-796b-4d9e-a393-176d47327755 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:11.626075 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b4bfdf29-ca72-457c-ba05-12b74c5fa494 req-4f780588-796b-4d9e-a393-176d47327755 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 946 time: 0.0845709 May 13 16:19:11.637010 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-b4bfdf29-ca72-457c-ba05-12b74c5fa494 req-b49fcca4-bdd0-49f6-8bbd-58db0dcb2119 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Request body: {'port': {'security_groups': ['7bd87e3e-8edf-489f-889e-6b9cc01605d1', '0b7f740a-78ef-48e8-8195-4abca1d85e89']}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:11.767829 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b4bfdf29-ca72-457c-ba05-12b74c5fa494 req-b49fcca4-bdd0-49f6-8bbd-58db0dcb2119 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:11.864191 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43682) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:11.993024 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:12.008191 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:12.012119 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Usage tracker for resource:security_group_rule and tenant:9dd26b6b39af45afa2f3859a6e097ff0 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:12.015787 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:12.021808 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:12.047218 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-b4bfdf29-ca72-457c-ba05-12b74c5fa494 req-b49fcca4-bdd0-49f6-8bbd-58db0dcb2119 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] For port 241889fe-6638-4411-a20b-d81922c4ff96, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=241889fe-6638-4411-a20b-d81922c4ff96,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:19:12.073009 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b4bfdf29-ca72-457c-ba05-12b74c5fa494 req-b49fcca4-bdd0-49f6-8bbd-58db0dcb2119 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:12.078228 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b4bfdf29-ca72-457c-ba05-12b74c5fa494 req-b49fcca4-bdd0-49f6-8bbd-58db0dcb2119 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:12.083997 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-84e1bfe7-7de6-4547-9a6a-f908a23c2890 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:12.105707 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:12.110867 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:12.119982 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ea0128b6-9843-4326-af40-275ef7e1c138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:12.124684 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['241889fe-6638-4411-a20b-d81922c4ff96'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:19:12.147202 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfdf29-ca72-457c-ba05-12b74c5fa494 req-b49fcca4-bdd0-49f6-8bbd-58db0dcb2119 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:12.148105 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-b4bfdf29-ca72-457c-ba05-12b74c5fa494 req-b49fcca4-bdd0-49f6-8bbd-58db0dcb2119 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:12.149168 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b4bfdf29-ca72-457c-ba05-12b74c5fa494 req-b49fcca4-bdd0-49f6-8bbd-58db0dcb2119 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "PUT /v2.0/ports/241889fe-6638-4411-a20b-d81922c4ff96 HTTP/1.1" status: 200 len: 982 time: 0.5167227 May 13 16:19:12.149690 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:19:12.168535 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94db095-60d0-4b7b-a2a4-0bad5fb0c145,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:12.178496 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9dd26b6b39af45afa2f3859a6e097ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132021 May 13 16:19:12.179472 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43692) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:12.182446 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fcca4-bdd0-49f6-8bbd-58db0dcb2119 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event updated for resources: {'Port': ['ID=241889fe-6638-4411-a20b-d81922c4ff96,revision_number=6']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:12.195604 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-b49fcca4-bdd0-49f6-8bbd-58db0dcb2119 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:12.195816 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:12.196522 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:12.197216 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:12.197732 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:12.198262 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:12.198776 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:12.199478 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:12.200094 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:12.200625 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:12.200981 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:12.201328 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:12.201836 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:12.218444 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:12.242188 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96', 'status': 'completed', 'code': 200} May 13 16:19:12.272368 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-65662a1c-b0b6-48e9-a9e7-c69a8f3d9f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:12.309761 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-65662a1c-b0b6-48e9-a9e7-c69a8f3d9f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:12.368660 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['241889fe-6638-4411-a20b-d81922c4ff96'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:19:12.506326 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-65662a1c-b0b6-48e9-a9e7-c69a8f3d9f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:12.514577 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-e2e116de-e0d0-4d75-b65b-eb3834634406 tempest-AttachVolumeShelveTestJSON-454901296 tempest-AttachVolumeShelveTestJSON-454901296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:12.526333 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-2e3c8521-54e0-4e76-bed3-1a139eaa4878 None None] Provisioning complete for port 241889fe-6638-4411-a20b-d81922c4ff96 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:19:12.526715 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8521-54e0-4e76-bed3-1a139eaa4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:12.529482 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65662a1c-b0b6-48e9-a9e7-c69a8f3d9f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94db095-60d0-4b7b-a2a4-0bad5fb0c145,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:12.531915 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-65662a1c-b0b6-48e9-a9e7-c69a8f3d9f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:12.534416 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b6377-11b4-4fbe-8d10-dcec1b6ab49e req-7904e50a-8942-45cb-9983-00354b160c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:12.536096 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a83b6377-11b4-4fbe-8d10-dcec1b6ab49e req-7904e50a-8942-45cb-9983-00354b160c0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ce614e5711840d993f47316e5b6e0a4&device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 1138 time: 0.2171998 May 13 16:19:12.546949 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a9cc0-0f2e-4007-93a8-e8ec267e4226 req-8189b630-f631-4892-af9a-bc5c49bf658c tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:12.548479 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a88a9cc0-0f2e-4007-93a8-e8ec267e4226 req-8189b630-f631-4892-af9a-bc5c49bf658c tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 985 time: 0.1856923 May 13 16:19:12.581315 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-65662a1c-b0b6-48e9-a9e7-c69a8f3d9f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:12.582412 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-65662a1c-b0b6-48e9-a9e7-c69a8f3d9f8f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d94db095-60d0-4b7b-a2a4-0bad5fb0c145 HTTP/1.1" status: 204 len: 168 time: 0.4019811 May 13 16:19:12.749970 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a88a9cc0-0f2e-4007-93a8-e8ec267e4226 req-810789da-5a36-4af4-8bfb-6905de05d1bb tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b7f740a-78ef-48e8-8195-4abca1d85e89&id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1738021 May 13 16:19:12.815859 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b6377-11b4-4fbe-8d10-dcec1b6ab49e req-3bc505eb-62b2-459e-82b2-bc0f69ffe071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:12.818234 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a83b6377-11b4-4fbe-8d10-dcec1b6ab49e req-3bc505eb-62b2-459e-82b2-bc0f69ffe071 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2bbe831-0a88-4401-9c0c-141defa276fa HTTP/1.1" status: 200 len: 915 time: 0.2676146 May 13 16:19:12.951091 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a83b6377-11b4-4fbe-8d10-dcec1b6ab49e req-d1af86a2-7f16-45df-9588-ecfbd7c42ff2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=241889fe-6638-4411-a20b-d81922c4ff96 HTTP/1.1" status: 200 len: 1002 time: 0.1203690 May 13 16:19:13.017645 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b6377-11b4-4fbe-8d10-dcec1b6ab49e req-7e664ea7-2951-4534-9a15-66545c7d3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:13.019119 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a83b6377-11b4-4fbe-8d10-dcec1b6ab49e req-7e664ea7-2951-4534-9a15-66545c7d3247 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=741111f4-ce5b-4324-9d58-72818c098b88 HTTP/1.1" status: 200 len: 853 time: 0.0647297 May 13 16:19:13.054593 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43702) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:13.079726 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2f9b-098a-415f-b129-bb7c71423ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:13.096062 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ef2d2f9b-098a-415f-b129-bb7c71423ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:13.100595 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ef2d2f9b-098a-415f-b129-bb7c71423ed5 admin admin] Usage tracker for resource:security_group_rule and tenant:debe220c01d54b6a96b98da29e423b37 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:13.104060 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-ef2d2f9b-098a-415f-b129-bb7c71423ed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:13.112732 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-ef2d2f9b-098a-415f-b129-bb7c71423ed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:13.125619 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b6377-11b4-4fbe-8d10-dcec1b6ab49e req-ad064f6e-8567-4c4f-be81-2edd691e6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:13.127543 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a83b6377-11b4-4fbe-8d10-dcec1b6ab49e req-ad064f6e-8567-4c4f-be81-2edd691e6a75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2bbe831-0a88-4401-9c0c-141defa276fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0985699 May 13 16:19:13.241582 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2f9b-098a-415f-b129-bb7c71423ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:13.248389 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2f9b-098a-415f-b129-bb7c71423ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:13.256786 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-04bbabdb-880f-4b5b-8a0f-01f8b94302ad tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:13.294097 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a83b6377-11b4-4fbe-8d10-dcec1b6ab49e req-676e44bf-a974-464a-bc3d-fdc426a505c8 service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574206 May 13 16:19:13.304623 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-ef2d2f9b-098a-415f-b129-bb7c71423ed5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=debe220c01d54b6a96b98da29e423b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483456 May 13 16:19:13.305420 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d2f9b-098a-415f-b129-bb7c71423ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3d1e63-7443-4ebc-8237-2266bf8fe838,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:13.308432 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ef2d2f9b-098a-415f-b129-bb7c71423ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:13.308899 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43706) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:13.380964 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e9a81fce-eab5-4e90-9c84-7cabcc8c3169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:13.413074 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e9a81fce-eab5-4e90-9c84-7cabcc8c3169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:13.486155 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e9a81fce-eab5-4e90-9c84-7cabcc8c3169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:13.490902 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-ef2d2f9b-098a-415f-b129-bb7c71423ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:13.508192 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a81fce-eab5-4e90-9c84-7cabcc8c3169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3d1e63-7443-4ebc-8237-2266bf8fe838,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:13.512529 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-e9a81fce-eab5-4e90-9c84-7cabcc8c3169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:13.522193 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e9a81fce-eab5-4e90-9c84-7cabcc8c3169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:13.525687 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-e9a81fce-eab5-4e90-9c84-7cabcc8c3169 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa3d1e63-7443-4ebc-8237-2266bf8fe838 HTTP/1.1" status: 204 len: 168 time: 0.2128348 May 13 16:19:13.561201 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a83b6377-11b4-4fbe-8d10-dcec1b6ab49e req-05cb8944-5eeb-4c5f-933c-550035834bec service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598891 May 13 16:19:20.942908 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43830) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:21.061986 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d078238-7aa7-406a-b752-51383f7eefba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:21.077251 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-3d078238-7aa7-406a-b752-51383f7eefba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:21.081333 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-3d078238-7aa7-406a-b752-51383f7eefba admin admin] Usage tracker for resource:security_group_rule and tenant:507333d86a4a41688346ab6e1e8c8b72 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:21.084124 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-3d078238-7aa7-406a-b752-51383f7eefba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:21.089656 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-3d078238-7aa7-406a-b752-51383f7eefba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:21.178664 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d078238-7aa7-406a-b752-51383f7eefba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:21.182732 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-3d078238-7aa7-406a-b752-51383f7eefba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:21.190874 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-41c1ab2a-de45-457e-99b0-64c91989236e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:21.232398 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-3d078238-7aa7-406a-b752-51383f7eefba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=507333d86a4a41688346ab6e1e8c8b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878006 May 13 16:19:21.233303 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d078238-7aa7-406a-b752-51383f7eefba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70395ab5-6bb7-48fa-a2c5-b72bcece745c,revision_number=1']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:21.235459 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43836) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:21.236972 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-3d078238-7aa7-406a-b752-51383f7eefba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:21.296507 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bc599eca-64c3-44fa-a502-99554b9ce473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:21.322366 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bc599eca-64c3-44fa-a502-99554b9ce473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:21.376393 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bc599eca-64c3-44fa-a502-99554b9ce473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:21.380269 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-63bfe032-ebaa-4274-b24f-9b762f8817db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:21.392011 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc599eca-64c3-44fa-a502-99554b9ce473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70395ab5-6bb7-48fa-a2c5-b72bcece745c,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:21.395482 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-bc599eca-64c3-44fa-a502-99554b9ce473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:21.398865 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-bc599eca-64c3-44fa-a502-99554b9ce473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:21.400007 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-bc599eca-64c3-44fa-a502-99554b9ce473 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/70395ab5-6bb7-48fa-a2c5-b72bcece745c HTTP/1.1" status: 204 len: 168 time: 0.1635664 May 13 16:19:21.687015 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43844) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:21.707759 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6dd8675d-daf4-4882-b6de-2702c9223a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:21.723020 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-6dd8675d-daf4-4882-b6de-2702c9223a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:21.726870 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-6dd8675d-daf4-4882-b6de-2702c9223a98 admin admin] Usage tracker for resource:security_group_rule and tenant:99cf3bc4e2334565b3a0605752fd65e8 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:21.729664 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-6dd8675d-daf4-4882-b6de-2702c9223a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:21.735478 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-6dd8675d-daf4-4882-b6de-2702c9223a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:21.829488 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6dd8675d-daf4-4882-b6de-2702c9223a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:21.833376 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6dd8675d-daf4-4882-b6de-2702c9223a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:21.839940 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-f81a2134-1b1c-4c7c-8e2b-6044984a748b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:21.882650 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-6dd8675d-daf4-4882-b6de-2702c9223a98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99cf3bc4e2334565b3a0605752fd65e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943913 May 13 16:19:21.883608 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8675d-daf4-4882-b6de-2702c9223a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38247fc-eff6-41ff-8dc9-7898281c0756,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:21.885246 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43848) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:21.886824 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6dd8675d-daf4-4882-b6de-2702c9223a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:21.946120 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-096be923-957d-4d3a-87de-663092394e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:21.976368 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-096be923-957d-4d3a-87de-663092394e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:22.032775 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-096be923-957d-4d3a-87de-663092394e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:22.036902 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-f4ef7163-3d86-4a8a-bd57-c30711140338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:22.049724 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096be923-957d-4d3a-87de-663092394e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38247fc-eff6-41ff-8dc9-7898281c0756,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:22.053586 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-096be923-957d-4d3a-87de-663092394e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:22.059242 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-096be923-957d-4d3a-87de-663092394e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:22.060915 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-096be923-957d-4d3a-87de-663092394e5e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c38247fc-eff6-41ff-8dc9-7898281c0756 HTTP/1.1" status: 204 len: 168 time: 0.1746652 May 13 16:19:22.905891 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 43872) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:23.012543 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1000717030-network', 'tenant_id': 'bfdef1285a5a49d8bc1207858a01ed24'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:23.017578 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:23.021426 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Usage tracker for resource:network and tenant:bfdef1285a5a49d8bc1207858a01ed24 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:23.024295 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:23.030719 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:23.040501 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Made reservation on behalf of bfdef1285a5a49d8bc1207858a01ed24 for: {'network': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:19:23.043006 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for network, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:23.055514 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:23.070696 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:23.074447 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Usage tracker for resource:security_group_rule and tenant:bfdef1285a5a49d8bc1207858a01ed24 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:23.077565 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:23.083535 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:23.171038 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:23.174890 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:23.177803 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-dff3ec00-dce9-4eec-a32e-c2f1d4afec67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:23.210714 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=79044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 16:19:23.219730 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47604050-128c-46f3-86dc-111146072e4c,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:23.223374 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:23.226064 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:23.226402 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.segments_db [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Added segment 663b6285-c91b-46c4-89b3-8a7ab7d474e7 of type vlan for network aa61cc2f-4701-4bfb-9233-d8b33e819b49 May 13 16:19:23.254079 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761811105648'] for network, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:23.284003 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030'] for network, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:23.285321 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:23.285908 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:23.289758 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:23.396836 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Pushing event updated for resources: {'Network': ['ID=aa61cc2f-4701-4bfb-9233-d8b33e819b49,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:23.400035 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:23.401365 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-460ca58c-ffb4-4b42-98a3-8d3ea2dac24c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4944589 May 13 16:19:23.406437 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 43878) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:19:23.408104 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Network aa61cc2f-4701-4bfb-9233-d8b33e819b49 details requested by agent ovs-agent-dv-cinder-689486-12-smb with host dv-cinder-689486-12-smb {{(pid=79045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 16:19:23.413563 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.v2.base [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Request body: {'subnet': {'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1000717030-subnet', 'tenant_id': 'bfdef1285a5a49d8bc1207858a01ed24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:23.418570 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:23.423490 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Usage tracker for resource:subnet and tenant:bfdef1285a5a49d8bc1207858a01ed24 is out of sync, need to count used quota {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:23.426386 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.quota.resource [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79043) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:23.432176 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.quota.driver [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:23.443809 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Made reservation on behalf of bfdef1285a5a49d8bc1207858a01ed24 for: {'subnet': 1} {{(pid=79043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:19:23.446440 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2104162'] for subnet, before_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:23.854552 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2139417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2104188'] for subnet, after_create {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:23.859932 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-e272ffcb-0dd7-4587-ab40-a458db2fe6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:23.937463 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fbc75b8-d5d0-435e-ace0-9a2be4322bfc,revision_number=0']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:23.941565 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:23.947609 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Checking segment: {'id': '663b6285-c91b-46c4-89b3-8a7ab7d474e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:19:23.947964 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Network hostable DHCP agents. Network: aa61cc2f-4701-4bfb-9233-d8b33e819b49, hostable agents: ['17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01'], hosted agents: [] {{(pid=79043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 16:19:23.965058 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Network aa61cc2f-4701-4bfb-9233-d8b33e819b49 is scheduled to be hosted by DHCP agent 17bd3811-dabf-4b25-b6d7-fb8cf5d8dc01 with binding_index 1 {{(pid=79043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 16:19:23.977103 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.scheduler.base_scheduler [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-12-smb, aa61cc2f-4701-4bfb-9233-d8b33e819b49) {{(pid=79043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:19:23.985766 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48a1033-ea33-497b-98c6-2f40ac6d5c96 None None] Network aa61cc2f-4701-4bfb-9233-d8b33e819b49 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:19:23.989801 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:23.990399 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:24.015187 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-29891632-0892-40af-856a-9cca67d1cfd2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6069872 May 13 16:19:24.182516 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933fb291-9447-4d70-8b45-de331832fcbe None None] Network aa61cc2f-4701-4bfb-9233-d8b33e819b49 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:19:26.044792 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-dbdc90af-117c-4c69-8644-76fddb3abc77 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:26.045483 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-dbdc90af-117c-4c69-8644-76fddb3abc77 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Synchronizing usage tracker for tenant:bfdef1285a5a49d8bc1207858a01ed24 on resource:network {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:19:26.062378 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-dbdc90af-117c-4c69-8644-76fddb3abc77 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Unset dirty status for tenant:bfdef1285a5a49d8bc1207858a01ed24 on resource:network {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:19:26.063797 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-dbdc90af-117c-4c69-8644-76fddb3abc77 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/networks?id=aa61cc2f-4701-4bfb-9233-d8b33e819b49 HTTP/1.1" status: 200 len: 809 time: 0.1667335 May 13 16:19:26.078869 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-754a061b-e2da-4a7f-ad35-ee77be78059a tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/quotas/bfdef1285a5a49d8bc1207858a01ed24 HTTP/1.1" status: 200 len: 375 time: 0.0096366 May 13 16:19:26.128547 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-9d52666a-eb68-4582-9192-dd6de039d779 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bfdef1285a5a49d8bc1207858a01ed24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440590 May 13 16:19:26.184229 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-ae067215-c149-4f1d-974b-3172f396c7b5 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 16:19:26.185202 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-ae067215-c149-4f1d-974b-3172f396c7b5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502725 May 13 16:19:26.323155 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-2e981f1b-73ec-4145-937c-66949e82b000 service neutron] 10.222.0.54 "GET /v2.0/networks/aa61cc2f-4701-4bfb-9233-d8b33e819b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312892 May 13 16:19:26.465678 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-0d675f98-7256-4adc-b1ed-9c6652d48471 service neutron] 10.222.0.54 "GET /v2.0/networks/aa61cc2f-4701-4bfb-9233-d8b33e819b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363757 May 13 16:19:26.648006 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-27a75a3f-bda5-422a-be48-c8ac1f4e6313 req-88a503c5-00f5-400e-8e00-bf5faee95327 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 210 time: 0.0477109 May 13 16:19:27.815421 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ff64bec2-37bc-4bfc-b1e8-cab33307d8a0 req-9cd675ab-e6ea-434e-be4e-a827820aab0e tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 210 time: 0.0524237 May 13 16:19:28.040805 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-3710dfdb-9ecf-4cce-b38c-f5c9049fd2e1 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:28.042205 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-3710dfdb-9ecf-4cce-b38c-f5c9049fd2e1 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.36 "GET /v2.0/networks?id=aa61cc2f-4701-4bfb-9233-d8b33e819b49 HTTP/1.1" status: 200 len: 809 time: 0.1556215 May 13 16:19:28.065655 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Request body: {'port': {'device_id': 'ada05129-d5af-4b6c-b6e6-648c87d506a3', 'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49', 'admin_state_up': True, 'tenant_id': 'bfdef1285a5a49d8bc1207858a01ed24'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:28.224339 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:28.228268 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Usage tracker for resource:port and tenant:bfdef1285a5a49d8bc1207858a01ed24 is out of sync, need to count used quota {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 16:19:28.231260 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 16:19:28.237685 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:28.249276 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Made reservation on behalf of bfdef1285a5a49d8bc1207858a01ed24 for: {'port': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:19:28.252801 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:28.425010 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Allocated IP 172.20.0.7 (aa61cc2f-4701-4bfb-9233-d8b33e819b49/0fbc75b8-d5d0-435e-ace0-9a2be4322bfc/820279fd-14b5-4313-9c2a-aabe904bee74) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:19:28.742098 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:28.773816 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:28.779422 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-e75de37a-137b-4d7c-ac64-ba63d8e432a9 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:28.846141 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Network aa61cc2f-4701-4bfb-9233-d8b33e819b49 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:19:28.849339 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:19:28.858047 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:19:28.897281 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Pushing event updated for resources: {'Port': ['ID=820279fd-14b5-4313-9c2a-aabe904bee74,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:28.902107 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:28.975152 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:28.975787 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:29.010693 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9489214 May 13 16:19:29.033061 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-a2f42275-5d30-42be-b606-5638cf01f583 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=79044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 16:19:29.034076 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-a2f42275-5d30-42be-b606-5638cf01f583 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084341 May 13 16:19:29.048915 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11f14-e328-47b7-b02c-b5ad061bfaf7 req-5e402cd2-dc08-44f1-befe-79a61e069221 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:29.049623 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-81a11f14-e328-47b7-b02c-b5ad061bfaf7 req-5e402cd2-dc08-44f1-befe-79a61e069221 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Synchronizing usage tracker for tenant:bfdef1285a5a49d8bc1207858a01ed24 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:19:29.072067 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-81a11f14-e328-47b7-b02c-b5ad061bfaf7 req-5e402cd2-dc08-44f1-befe-79a61e069221 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Unset dirty status for tenant:bfdef1285a5a49d8bc1207858a01ed24 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:19:29.073455 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-81a11f14-e328-47b7-b02c-b5ad061bfaf7 req-5e402cd2-dc08-44f1-befe-79a61e069221 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 931 time: 0.1467042 May 13 16:19:29.108055 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Request body: {'port': {'device_id': 'ada05129-d5af-4b6c-b6e6-648c87d506a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:29.167392 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-81a11f14-e328-47b7-b02c-b5ad061bfaf7 req-779f43da-a70b-44ae-815a-eacc23265eff tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Synchronizing usage tracker for tenant:bfdef1285a5a49d8bc1207858a01ed24 on resource:security_group {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:19:29.235479 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-81a11f14-e328-47b7-b02c-b5ad061bfaf7 req-779f43da-a70b-44ae-815a-eacc23265eff tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Unset dirty status for tenant:bfdef1285a5a49d8bc1207858a01ed24 on resource:security_group {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:19:29.236851 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-81a11f14-e328-47b7-b02c-b5ad061bfaf7 req-779f43da-a70b-44ae-815a-eacc23265eff tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570377 May 13 16:19:29.254245 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:29.609415 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820279fd-14b5-4313-9c2a-aabe904bee74 {{(pid=79044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:19:29.616749 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:29.631173 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Transition to ACTIVE for port object 820279fd-14b5-4313-9c2a-aabe904bee74 will not be triggered until provisioned by entity L2. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:19:29.635450 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:29.639227 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6e897a73-b19d-42de-9e6f-6421102610de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:29.802421 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Pushing event updated for resources: {'Port': ['ID=820279fd-14b5-4313-9c2a-aabe904bee74,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:29.810458 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:29.877090 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Attempting to bind port 820279fd-14b5-4313-9c2a-aabe904bee74 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:19:29.877738 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Attempting to bind port 820279fd-14b5-4313-9c2a-aabe904bee74 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '663b6285-c91b-46c4-89b3-8a7ab7d474e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49'}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:19:29.877738 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Attempting to bind port 820279fd-14b5-4313-9c2a-aabe904bee74 on network aa61cc2f-4701-4bfb-9233-d8b33e819b49 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:19:29.882295 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Port 820279fd-14b5-4313-9c2a-aabe904bee74 on network aa61cc2f-4701-4bfb-9233-d8b33e819b49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:19:29.882600 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Attempting to bind port 820279fd-14b5-4313-9c2a-aabe904bee74 on network aa61cc2f-4701-4bfb-9233-d8b33e819b49 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:19:29.887770 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:19:29.888102 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Checking segment: {'id': '663b6285-c91b-46c4-89b3-8a7ab7d474e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:19:29.888509 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Bound using segment: {'id': '663b6285-c91b-46c4-89b3-8a7ab7d474e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49'} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:19:29.888967 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Bound port: 820279fd-14b5-4313-9c2a-aabe904bee74, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663b6285-c91b-46c4-89b3-8a7ab7d474e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49'}}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:19:29.889308 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:29.983622 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] For port 820279fd-14b5-4313-9c2a-aabe904bee74, host hv-cinder-68948, cleared binding levels {{(pid=79044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:19:29.987111 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] For port 820279fd-14b5-4313-9c2a-aabe904bee74, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=820279fd-14b5-4313-9c2a-aabe904bee74,segment=NetworkSegment(663b6285-c91b-46c4-89b3-8a7ab7d474e7),segment_id=663b6285-c91b-46c4-89b3-8a7ab7d474e7)] {{(pid=79044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:19:29.991675 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:29.995996 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-49e7a8ca-2114-4bbd-8e8d-0267443939c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:30.052265 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:30.052917 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:30.054280 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] 10.222.0.36 "PUT /v2.0/ports/820279fd-14b5-4313-9c2a-aabe904bee74 HTTP/1.1" status: 200 len: 1093 time: 1.0018828 May 13 16:19:30.054802 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada05129-d5af-4b6c-b6e6-648c87d506a3', 'tag': '820279fd-14b5-4313-9c2a-aabe904bee74'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:19:30.085719 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Pushing event updated for resources: {'Port': ['ID=820279fd-14b5-4313-9c2a-aabe904bee74,revision_number=3']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:30.089018 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:30.107295 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada05129-d5af-4b6c-b6e6-648c87d506a3', 'tag': '820279fd-14b5-4313-9c2a-aabe904bee74', 'status': 'completed', 'code': 200} May 13 16:19:30.324150 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-11f24a7c-46fd-432f-a7d0-7c0e6793bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:30.325628 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-11f24a7c-46fd-432f-a7d0-7c0e6793bc3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bfdef1285a5a49d8bc1207858a01ed24&device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 1096 time: 0.0781555 May 13 16:19:30.446027 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-7bfe9fa3-f16e-4584-8696-d3f2b6e9db41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=820279fd-14b5-4313-9c2a-aabe904bee74 HTTP/1.1" status: 200 len: 217 time: 0.1051986 May 13 16:19:30.524883 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-af7baa2a-381f-41dc-aae4-22d10639a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:30.526231 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-af7baa2a-381f-41dc-aae4-22d10639a31f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fbc75b8-d5d0-435e-ace0-9a2be4322bfc HTTP/1.1" status: 200 len: 849 time: 0.0721796 May 13 16:19:30.539756 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e083098-366f-45bd-81b9-b5bf7d4350dd req-e39ea9ea-e87f-48ea-b7cf-e52723cfc720 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:30.541164 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5e083098-366f-45bd-81b9-b5bf7d4350dd req-e39ea9ea-e87f-48ea-b7cf-e52723cfc720 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 943 time: 0.1511893 May 13 16:19:30.565088 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:30.599572 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-9a76fc9a-04eb-4a56-bc7b-b9103861aade service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa61cc2f-4701-4bfb-9233-d8b33e819b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574436 May 13 16:19:30.808619 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5e083098-366f-45bd-81b9-b5bf7d4350dd req-ea73e3b6-15c3-4f50-8e4d-6ac086a8d372 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311237 May 13 16:19:30.863991 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-3c5d8e9b-5066-487c-a3da-8eb758e40ac3 service neutron] 10.222.0.36 "GET /v2.0/networks/aa61cc2f-4701-4bfb-9233-d8b33e819b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567427 May 13 16:19:30.914903 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-ee7137f0-2545-48eb-b7d5-c747aa91ff9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:31.004003 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83e037ac-84ab-4f37-aca1-7ca710c0ad96 req-f384513f-8eb0-46d5-b82f-6223fcafed44 service neutron] 10.222.0.36 "GET /v2.0/networks/aa61cc2f-4701-4bfb-9233-d8b33e819b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336064 May 13 16:19:31.174363 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b3de3-aa65-44ef-a4bb-6ee5cb85c7aa req-4fbe36bc-69eb-4f99-a5ab-707a39e8084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:31.175870 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-182b3de3-aa65-44ef-a4bb-6ee5cb85c7aa req-4fbe36bc-69eb-4f99-a5ab-707a39e8084d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bfdef1285a5a49d8bc1207858a01ed24&device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 1096 time: 0.0750861 May 13 16:19:31.285611 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:19:31.316835 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b3de3-aa65-44ef-a4bb-6ee5cb85c7aa req-7149f724-2db3-45f6-be9c-9a5feafc6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:31.318283 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-182b3de3-aa65-44ef-a4bb-6ee5cb85c7aa req-7149f724-2db3-45f6-be9c-9a5feafc6d79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa61cc2f-4701-4bfb-9233-d8b33e819b49 HTTP/1.1" status: 200 len: 910 time: 0.1348419 May 13 16:19:31.394100 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-182b3de3-aa65-44ef-a4bb-6ee5cb85c7aa req-8895269b-a3fd-4b1c-a579-ad401ef97675 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=820279fd-14b5-4313-9c2a-aabe904bee74 HTTP/1.1" status: 200 len: 217 time: 0.0659902 May 13 16:19:31.461261 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b3de3-aa65-44ef-a4bb-6ee5cb85c7aa req-f65f511c-1381-4c5c-b129-41f42a50009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:31.462700 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-182b3de3-aa65-44ef-a4bb-6ee5cb85c7aa req-f65f511c-1381-4c5c-b129-41f42a50009f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fbc75b8-d5d0-435e-ace0-9a2be4322bfc HTTP/1.1" status: 200 len: 849 time: 0.0614066 May 13 16:19:31.516843 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-182b3de3-aa65-44ef-a4bb-6ee5cb85c7aa req-2b09466a-8c6c-4739-8fbe-142d7f3ab393 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa61cc2f-4701-4bfb-9233-d8b33e819b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443096 May 13 16:19:31.655102 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-182b3de3-aa65-44ef-a4bb-6ee5cb85c7aa req-e545602d-853d-482f-9b8f-83d63b10c697 service neutron] 10.222.0.36 "GET /v2.0/networks/aa61cc2f-4701-4bfb-9233-d8b33e819b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324921 May 13 16:19:31.797287 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-182b3de3-aa65-44ef-a4bb-6ee5cb85c7aa req-c21d6d6b-3d55-44f7-8a87-fa0cb7f2898e service neutron] 10.222.0.36 "GET /v2.0/networks/aa61cc2f-4701-4bfb-9233-d8b33e819b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335664 May 13 16:19:32.004879 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a76007-831f-4da0-bb0d-a921715ab203 req-ee779274-f03f-4060-831c-a0664bccf81d tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:32.006426 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-02a76007-831f-4da0-bb0d-a921715ab203 req-ee779274-f03f-4060-831c-a0664bccf81d tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 943 time: 0.0836115 May 13 16:19:32.056004 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-02a76007-831f-4da0-bb0d-a921715ab203 req-bb380be6-07d4-466c-8ea7-7a53671dbe0b tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 May 13 16:19:33.246080 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93384-a7d7-48bf-9a58-641f9488e187 req-5515f8b3-fa8c-432f-9e2f-2fb615fcdb69 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:33.247686 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ebc93384-a7d7-48bf-9a58-641f9488e187 req-5515f8b3-fa8c-432f-9e2f-2fb615fcdb69 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 943 time: 0.0839124 May 13 16:19:33.292940 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-ebc93384-a7d7-48bf-9a58-641f9488e187 req-65ba5278-0c03-49ae-ba99-108b80e12181 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387194 May 13 16:19:33.797126 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:34.059265 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-f674b387-8fdc-4a3b-a64e-b306499f41a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:34.480267 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd76885-08ad-403e-8c21-5f0a00eb2659 req-247b837c-5e03-4d87-9b77-29f0a748a29e tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:34.481830 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cbd76885-08ad-403e-8c21-5f0a00eb2659 req-247b837c-5e03-4d87-9b77-29f0a748a29e tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 943 time: 0.0832520 May 13 16:19:34.528264 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-cbd76885-08ad-403e-8c21-5f0a00eb2659 req-84d3627e-0861-4d68-8945-a17b4c32c10e tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404224 May 13 16:19:34.560307 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 820279fd-14b5-4313-9c2a-aabe904bee74 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:19:34.697610 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 820279fd-14b5-4313-9c2a-aabe904bee74, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=820279fd-14b5-4313-9c2a-aabe904bee74,segment=NetworkSegment(663b6285-c91b-46c4-89b3-8a7ab7d474e7),segment_id=663b6285-c91b-46c4-89b3-8a7ab7d474e7)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:19:34.710694 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '820279fd-14b5-4313-9c2a-aabe904bee74', 'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49', 'port_id': '820279fd-14b5-4313-9c2a-aabe904bee74', 'mac_address': 'fa:16:3e:b9:9c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbc75b8-d5d0-435e-ace0-9a2be4322bfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:19:34.770677 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:34.787712 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820279fd-14b5-4313-9c2a-aabe904bee74 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:19:34.805576 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 820279fd-14b5-4313-9c2a-aabe904bee74, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=820279fd-14b5-4313-9c2a-aabe904bee74,segment=NetworkSegment(663b6285-c91b-46c4-89b3-8a7ab7d474e7),segment_id=663b6285-c91b-46c4-89b3-8a7ab7d474e7)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:19:34.809450 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:34.811455 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:34.879253 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=820279fd-14b5-4313-9c2a-aabe904bee74,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:34.886708 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:34.887053 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:34.887428 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:34.887766 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:34.888092 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:34.888418 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:34.888740 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:34.889061 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:34.889382 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:34.889700 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:34.890016 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:34.890330 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:19:34.894404 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:35.009762 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:35.135814 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['820279fd-14b5-4313-9c2a-aabe904bee74'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:19:35.724357 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078ece2-43d8-4f13-9d6a-e1a48f8a4700 req-8b672ea6-f3b4-4d6d-a49a-9a2b495c1e4b tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:35.725945 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5078ece2-43d8-4f13-9d6a-e1a48f8a4700 req-8b672ea6-f3b4-4d6d-a49a-9a2b495c1e4b tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 944 time: 0.0906670 May 13 16:19:35.783272 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-5078ece2-43d8-4f13-9d6a-e1a48f8a4700 req-2b4afd27-6b12-408c-9337-dc8155a274af tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489748 May 13 16:19:36.586570 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 820279fd-14b5-4313-9c2a-aabe904bee74 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:19:36.655953 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port 820279fd-14b5-4313-9c2a-aabe904bee74 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:19:36.661097 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 820279fd-14b5-4313-9c2a-aabe904bee74 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:19:36.661524 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:36.717421 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:36.793928 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:36.824414 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada05129-d5af-4b6c-b6e6-648c87d506a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820279fd-14b5-4313-9c2a-aabe904bee74'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:19:36.835235 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 820279fd-14b5-4313-9c2a-aabe904bee74, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=820279fd-14b5-4313-9c2a-aabe904bee74,segment=NetworkSegment(663b6285-c91b-46c4-89b3-8a7ab7d474e7),segment_id=663b6285-c91b-46c4-89b3-8a7ab7d474e7)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:19:36.840479 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:36.842633 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-d52cf73f-fc2d-4075-8b33-d344214030e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:36.891489 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada05129-d5af-4b6c-b6e6-648c87d506a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820279fd-14b5-4313-9c2a-aabe904bee74', 'code': 200} May 13 16:19:36.928796 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=820279fd-14b5-4313-9c2a-aabe904bee74,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:36.931748 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:36.999300 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3579b1-efaf-4f60-9211-221bfde50176 req-590f2e5b-7911-4eba-8f67-8a1c03bec604 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:37.001792 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fe3579b1-efaf-4f60-9211-221bfde50176 req-590f2e5b-7911-4eba-8f67-8a1c03bec604 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 945 time: 0.0889983 May 13 16:19:37.055709 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-fe3579b1-efaf-4f60-9211-221bfde50176 req-281ea503-74d0-4a41-9c93-9cb3c47f508f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470936 May 13 16:19:37.183652 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a1c5f-4b24-433d-b4e5-73d7519d9847 req-98a3a175-720e-4ac6-9876-b86b8d41df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:37.185036 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-089a1c5f-4b24-433d-b4e5-73d7519d9847 req-98a3a175-720e-4ac6-9876-b86b8d41df7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 1098 time: 0.0695326 May 13 16:19:37.231695 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-089a1c5f-4b24-433d-b4e5-73d7519d9847 req-7666f734-c37b-4e94-a90e-10c12a917f57 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368965 May 13 16:19:38.416011 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6283f8-8642-4a94-9d57-6508de200675 req-d8b1de79-83c8-420c-92b4-351484124576 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:38.418615 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7e6283f8-8642-4a94-9d57-6508de200675 req-d8b1de79-83c8-420c-92b4-351484124576 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 945 time: 0.2383797 May 13 16:19:38.486950 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7e6283f8-8642-4a94-9d57-6508de200675 req-7a64583f-8f58-4fd7-a384-3a66e92739e5 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559380 May 13 16:19:38.990406 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483a758-9351-48c3-ac2d-e0ee902477bc req-b0ea44b1-c488-4157-88ae-595e0c1854ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:38.991893 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b483a758-9351-48c3-ac2d-e0ee902477bc req-b0ea44b1-c488-4157-88ae-595e0c1854ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ce614e5711840d993f47316e5b6e0a4&device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 1138 time: 0.1061659 May 13 16:19:39.000982 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ca67f-3336-45f1-a969-8bafd55aa198 req-3d85aada-3d2f-4bd3-ace1-bc63c599fc72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:39.002399 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c00ca67f-3336-45f1-a969-8bafd55aa198 req-3d85aada-3d2f-4bd3-ace1-bc63c599fc72 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 985 time: 0.1484661 May 13 16:19:39.140851 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-c00ca67f-3336-45f1-a969-8bafd55aa198 req-ebda81e2-ac65-4e70-81d1-e631eb3c7448 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b7f740a-78ef-48e8-8195-4abca1d85e89&id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187665 May 13 16:19:39.166611 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483a758-9351-48c3-ac2d-e0ee902477bc req-4a25ee5f-9920-4546-aa67-b8b6aaab924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:39.174214 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b483a758-9351-48c3-ac2d-e0ee902477bc req-4a25ee5f-9920-4546-aa67-b8b6aaab924a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2bbe831-0a88-4401-9c0c-141defa276fa HTTP/1.1" status: 200 len: 915 time: 0.1648755 May 13 16:19:39.274439 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b483a758-9351-48c3-ac2d-e0ee902477bc req-068efdcf-f1a2-412a-9207-59e8339a6dc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=241889fe-6638-4411-a20b-d81922c4ff96 HTTP/1.1" status: 200 len: 1002 time: 0.0992441 May 13 16:19:39.342876 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483a758-9351-48c3-ac2d-e0ee902477bc req-54a943a0-95b8-49bb-abd4-f62e935d6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:39.344505 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b483a758-9351-48c3-ac2d-e0ee902477bc req-54a943a0-95b8-49bb-abd4-f62e935d6f34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=741111f4-ce5b-4324-9d58-72818c098b88 HTTP/1.1" status: 200 len: 853 time: 0.0632443 May 13 16:19:39.420642 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483a758-9351-48c3-ac2d-e0ee902477bc req-d7954e78-ec52-41c8-b4ef-83fe6d5fd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:39.422600 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b483a758-9351-48c3-ac2d-e0ee902477bc req-d7954e78-ec52-41c8-b4ef-83fe6d5fd943 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2bbe831-0a88-4401-9c0c-141defa276fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0716965 May 13 16:19:39.567808 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b483a758-9351-48c3-ac2d-e0ee902477bc req-dbb20322-406a-47e1-8c31-c0cca606c435 service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379740 May 13 16:19:39.753905 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b483a758-9351-48c3-ac2d-e0ee902477bc req-7b920270-4899-49a7-998b-53c18408d9cf service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778965 May 13 16:19:39.778500 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae5c54-df22-4eab-8860-a04773cbb782 req-28a520f4-a0ef-4c00-bc5c-be8fafe40ac1 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:39.780528 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b6ae5c54-df22-4eab-8860-a04773cbb782 req-28a520f4-a0ef-4c00-bc5c-be8fafe40ac1 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 945 time: 0.1354389 May 13 16:19:39.837918 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b6ae5c54-df22-4eab-8860-a04773cbb782 req-38584336-3633-4b0a-a629-d4f830c752e7 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502920 May 13 16:19:40.351212 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eae408-cda2-439d-8ad4-2a027f72459a req-91e72ac1-999b-4373-8ed1-83ce04f6f401 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:40.352747 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-77eae408-cda2-439d-8ad4-2a027f72459a req-91e72ac1-999b-4373-8ed1-83ce04f6f401 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 985 time: 0.0843153 May 13 16:19:40.402112 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-77eae408-cda2-439d-8ad4-2a027f72459a req-23914b9a-c6aa-4c09-acdb-7ec5724d9c63 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b7f740a-78ef-48e8-8195-4abca1d85e89&id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432098 May 13 16:19:41.009158 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de29460-92c0-4e09-91ca-6aa02bbf0065 req-dd2a77f3-a840-410e-9054-77e56b8991ca tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:41.010663 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7de29460-92c0-4e09-91ca-6aa02bbf0065 req-dd2a77f3-a840-410e-9054-77e56b8991ca tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 945 time: 0.0961924 May 13 16:19:41.068252 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7de29460-92c0-4e09-91ca-6aa02bbf0065 req-0c226bb2-a2c5-4e85-862d-3e9a4f5e524e tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511370 May 13 16:19:41.612136 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690d8d0-b4df-417c-ad8e-614566dc4ff5 req-4414f628-4b90-4ad8-8002-b4e41db6ec17 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:41.613645 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2690d8d0-b4df-417c-ad8e-614566dc4ff5 req-4414f628-4b90-4ad8-8002-b4e41db6ec17 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 985 time: 0.0988374 May 13 16:19:41.665251 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2690d8d0-b4df-417c-ad8e-614566dc4ff5 req-131e6354-b118-4c79-a84c-f9223c4a1dee tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b7f740a-78ef-48e8-8195-4abca1d85e89&id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454626 May 13 16:19:42.280416 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cddfa7-2f60-45ba-a651-4cdf6881334b req-b306f195-09d4-4475-938c-a7ec1339ddc8 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:42.280416 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b8cddfa7-2f60-45ba-a651-4cdf6881334b req-b306f195-09d4-4475-938c-a7ec1339ddc8 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 945 time: 0.0892439 May 13 16:19:42.339678 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b8cddfa7-2f60-45ba-a651-4cdf6881334b req-835b9cf5-b6fe-46bd-8597-b306a2960a5c tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503471 May 13 16:19:42.647006 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2951d90-9aa1-4dce-bbf0-da9eb549077a req-0f9cc722-be05-4805-bbbb-1fae53fbcf3e tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:42.648472 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e2951d90-9aa1-4dce-bbf0-da9eb549077a req-0f9cc722-be05-4805-bbbb-1fae53fbcf3e tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.36 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 945 time: 0.0804021 May 13 16:19:42.958216 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-e2951d90-9aa1-4dce-bbf0-da9eb549077a req-e464168a-d3b5-43f5-8617-3b2fec47f739 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Deleting port 820279fd-14b5-4313-9c2a-aabe904bee74 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:19:42.958542 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-e2951d90-9aa1-4dce-bbf0-da9eb549077a req-e464168a-d3b5-43f5-8617-3b2fec47f739 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:43.084709 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818eea4-929f-4c5f-b658-e2162f76d828 req-2cad6b9e-b3ac-4849-9ff7-d565d7cba968 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:43.086133 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b818eea4-929f-4c5f-b658-e2162f76d828 req-2cad6b9e-b3ac-4849-9ff7-d565d7cba968 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 985 time: 0.3008170 May 13 16:19:43.141614 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-e2951d90-9aa1-4dce-bbf0-da9eb549077a req-e464168a-d3b5-43f5-8617-3b2fec47f739 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] For port 820279fd-14b5-4313-9c2a-aabe904bee74, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=820279fd-14b5-4313-9c2a-aabe904bee74,segment=NetworkSegment(663b6285-c91b-46c4-89b3-8a7ab7d474e7),segment_id=663b6285-c91b-46c4-89b3-8a7ab7d474e7)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:19:43.141968 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-e2951d90-9aa1-4dce-bbf0-da9eb549077a req-e464168a-d3b5-43f5-8617-3b2fec47f739 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:43.273537 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-b818eea4-929f-4c5f-b658-e2162f76d828 req-a2aa4c2e-ecb1-4728-a6de-b5dfbbc340f0 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b7f740a-78ef-48e8-8195-4abca1d85e89&id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1805921 May 13 16:19:43.280186 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-e2951d90-9aa1-4dce-bbf0-da9eb549077a req-e464168a-d3b5-43f5-8617-3b2fec47f739 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Calling delete_port for 820279fd-14b5-4313-9c2a-aabe904bee74 owned by compute:nova {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:19:43.397928 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-e2951d90-9aa1-4dce-bbf0-da9eb549077a req-e464168a-d3b5-43f5-8617-3b2fec47f739 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:43.403909 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7681c371-5c29-4568-9b4b-a990ce9d43da tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:43.450003 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['820279fd-14b5-4313-9c2a-aabe904bee74'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:19:43.451434 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464168a-d3b5-43f5-8617-3b2fec47f739 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Pushing event deleted for resources: {'Port': ['ID=820279fd-14b5-4313-9c2a-aabe904bee74,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:43.455690 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-e464168a-d3b5-43f5-8617-3b2fec47f739 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:43.565873 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-60648272-24e2-40df-8e52-3fcab39e6431 req-a2254503-3b40-4054-8c0d-ac053155be1e tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada05129-d5af-4b6c-b6e6-648c87d506a3 HTTP/1.1" status: 200 len: 210 time: 0.0844083 May 13 16:19:43.571028 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2951d90-9aa1-4dce-bbf0-da9eb549077a req-e464168a-d3b5-43f5-8617-3b2fec47f739 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] No DVR routers for this DVR port 820279fd-14b5-4313-9c2a-aabe904bee74 on host hv-cinder-68948 {{(pid=79044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:19:43.573550 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-e2951d90-9aa1-4dce-bbf0-da9eb549077a req-e464168a-d3b5-43f5-8617-3b2fec47f739 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:43.576335 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada05129-d5af-4b6c-b6e6-648c87d506a3', 'name': 'network-vif-deleted', 'tag': '820279fd-14b5-4313-9c2a-aabe904bee74'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:19:43.593029 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e2951d90-9aa1-4dce-bbf0-da9eb549077a req-e464168a-d3b5-43f5-8617-3b2fec47f739 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.36 "DELETE /v2.0/ports/820279fd-14b5-4313-9c2a-aabe904bee74 HTTP/1.1" status: 204 len: 173 time: 0.9385962 May 13 16:19:43.629244 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada05129-d5af-4b6c-b6e6-648c87d506a3', 'name': 'network-vif-deleted', 'tag': '820279fd-14b5-4313-9c2a-aabe904bee74', 'status': 'completed', 'code': 200} May 13 16:19:44.465155 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bb21f-89d3-4dd2-934e-73f1dd24b19f req-eed26f9d-028d-4d9b-8ff0-67b0e6052e5b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:44.466628 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0d0bb21f-89d3-4dd2-934e-73f1dd24b19f req-eed26f9d-028d-4d9b-8ff0-67b0e6052e5b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 985 time: 0.0825689 May 13 16:19:44.517904 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0d0bb21f-89d3-4dd2-934e-73f1dd24b19f req-725f72cb-d508-4c2e-895d-f9eea1b10386 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b7f740a-78ef-48e8-8195-4abca1d85e89&id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447330 May 13 16:19:44.934847 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-afb10b68-7f6b-4512-b133-8d6c5a7167f6 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:44.936207 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-afb10b68-7f6b-4512-b133-8d6c5a7167f6 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/networks?id=aa61cc2f-4701-4bfb-9233-d8b33e819b49 HTTP/1.1" status: 200 len: 809 time: 0.1514816 May 13 16:19:44.952402 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-f6aa6438-3219-4bb5-9e22-acfb09d349ca tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/quotas/bfdef1285a5a49d8bc1207858a01ed24 HTTP/1.1" status: 200 len: 375 time: 0.0092945 May 13 16:19:45.000702 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-4e60f978-232a-41fb-88b9-c0d79bb66737 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Synchronizing usage tracker for tenant:bfdef1285a5a49d8bc1207858a01ed24 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:19:45.017747 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-4e60f978-232a-41fb-88b9-c0d79bb66737 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Unset dirty status for tenant:bfdef1285a5a49d8bc1207858a01ed24 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:19:45.019029 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-4e60f978-232a-41fb-88b9-c0d79bb66737 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bfdef1285a5a49d8bc1207858a01ed24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606289 May 13 16:19:45.205944 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-33edebc8-f004-45ac-a25a-aa9adeb8c2e7 service neutron] 10.222.0.54 "GET /v2.0/networks/aa61cc2f-4701-4bfb-9233-d8b33e819b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799979 May 13 16:19:45.340821 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-52d50911-5657-4a5f-a7fb-227efe8cdca1 service neutron] 10.222.0.54 "GET /v2.0/networks/aa61cc2f-4701-4bfb-9233-d8b33e819b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289358 May 13 16:19:45.517293 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-0a3c39a4-228a-4e1c-93e1-eab4ba419772 req-a4213976-621a-4cf1-9ac2-f68320d30a09 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 210 time: 0.0425105 May 13 16:19:45.722582 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca558d-2e92-46cd-a576-07abd0f1cfb4 req-acefa759-32fd-44f0-88d3-e0b58d1f173f tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:45.724228 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a9ca558d-2e92-46cd-a576-07abd0f1cfb4 req-acefa759-32fd-44f0-88d3-e0b58d1f173f tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 985 time: 0.0959914 May 13 16:19:45.783835 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a9ca558d-2e92-46cd-a576-07abd0f1cfb4 req-214ee114-a8ae-489e-9a1a-040858dfbd28 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b7f740a-78ef-48e8-8195-4abca1d85e89&id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481901 May 13 16:19:46.628377 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 820279fd-14b5-4313-9c2a-aabe904bee74 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:19:46.665421 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: 820279fd-14b5-4313-9c2a-aabe904bee74 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:19:46.665814 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 820279fd-14b5-4313-9c2a-aabe904bee74 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:19:46.692903 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-7e62359b-07a8-4528-806c-9e8a4ef5bd22 req-03cf49c0-4b9b-478d-a7c7-9aa1e37cb184 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 210 time: 0.0582271 May 13 16:19:46.758317 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-2ddc0f90-9c0c-4f6a-af13-f99235117c33 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:46.759751 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-2ddc0f90-9c0c-4f6a-af13-f99235117c33 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.36 "GET /v2.0/networks?id=aa61cc2f-4701-4bfb-9233-d8b33e819b49 HTTP/1.1" status: 200 len: 809 time: 0.2069409 May 13 16:19:46.781454 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Request body: {'port': {'device_id': '14c40af3-c80b-427a-9e85-fa77e897ff37', 'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49', 'admin_state_up': True, 'tenant_id': 'bfdef1285a5a49d8bc1207858a01ed24'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:47.101483 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473261a-62a4-48e1-a413-87a3f5f47682 req-c042f712-1bf0-40d1-ac1c-186c086be1bb tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:47.102907 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6473261a-62a4-48e1-a413-87a3f5f47682 req-c042f712-1bf0-40d1-ac1c-186c086be1bb tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 985 time: 0.1836550 May 13 16:19:47.107888 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 16:19:47.133791 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.quota.driver [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 16:19:47.155077 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Made reservation on behalf of bfdef1285a5a49d8bc1207858a01ed24 for: {'port': 1} {{(pid=79044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 16:19:47.159077 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:47.184356 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6473261a-62a4-48e1-a413-87a3f5f47682 req-1586f9c9-9b95-46e2-a5e4-5cb329755b85 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b7f740a-78ef-48e8-8195-4abca1d85e89&id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742009 May 13 16:19:47.328675 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_common [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Allocated IP 172.20.0.12 (aa61cc2f-4701-4bfb-9233-d8b33e819b49/0fbc75b8-d5d0-435e-ace0-9a2be4322bfc/690b3091-3f6f-4f02-a674-0f00dadd2967) {{(pid=79044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 16:19:47.541926 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks [] for port, precommit_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:47.571792 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761811118830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_create {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:47.577694 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:47.639636 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Network aa61cc2f-4701-4bfb-9233-d8b33e819b49 is already hosted by enough agents. {{(pid=79044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 16:19:47.648087 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.base_scheduler [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Resources bound (agent type, host, resource id): {{(pid=79044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 16:19:47.652459 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Received port after_create {{(pid=79044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 13 16:19:47.682782 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Pushing event updated for resources: {'Port': ['ID=690b3091-3f6f-4f02-a674-0f00dadd2967,revision_number=1']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:47.689173 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:47.720069 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:47.720780 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:47.749268 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-5c8a6ca8-ad7b-4c17-ac3f-b74ccd8cad1f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9721086 May 13 16:19:47.770491 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Request body: {'port': {'device_id': '14c40af3-c80b-427a-9e85-fa77e897ff37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:19:47.947787 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:47.975363 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46ccb5-316e-49c2-830f-5647dbb6d5ba req-ab8caf37-eee6-4296-bf53-5e1c0b8e3baf tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:47.976079 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-6d46ccb5-316e-49c2-830f-5647dbb6d5ba req-ab8caf37-eee6-4296-bf53-5e1c0b8e3baf tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Synchronizing usage tracker for tenant:bfdef1285a5a49d8bc1207858a01ed24 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:19:48.039280 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-6d46ccb5-316e-49c2-830f-5647dbb6d5ba req-ab8caf37-eee6-4296-bf53-5e1c0b8e3baf tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Unset dirty status for tenant:bfdef1285a5a49d8bc1207858a01ed24 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:19:48.040463 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6d46ccb5-316e-49c2-830f-5647dbb6d5ba req-ab8caf37-eee6-4296-bf53-5e1c0b8e3baf tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 932 time: 0.2329082 May 13 16:19:48.159431 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6d46ccb5-316e-49c2-830f-5647dbb6d5ba req-69c56847-71bf-4cbb-bb6a-a5cb762a5613 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080537 May 13 16:19:48.405209 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690b3091-3f6f-4f02-a674-0f00dadd2967 {{(pid=79044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:19:48.415778 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:48.440606 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.provisioning_blocks [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Transition to ACTIVE for port object 690b3091-3f6f-4f02-a674-0f00dadd2967 will not be triggered until provisioned by entity L2. {{(pid=79044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 16:19:48.445181 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:48.448833 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-dc362b25-bd00-43fd-84dd-e31a224d85bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:48.484560 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a9e66-dbee-47e8-b132-145ec24af1d1 req-fd828d2b-d0dd-48de-a115-b653c0f6c637 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:48.486083 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f73a9e66-dbee-47e8-b132-145ec24af1d1 req-fd828d2b-d0dd-48de-a115-b653c0f6c637 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 985 time: 0.1940944 May 13 16:19:48.609179 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Pushing event updated for resources: {'Port': ['ID=690b3091-3f6f-4f02-a674-0f00dadd2967,revision_number=2']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:48.637941 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:48.790583 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f73a9e66-dbee-47e8-b132-145ec24af1d1 req-32b48693-ceac-4079-9a75-b376d5849275 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b7f740a-78ef-48e8-8195-4abca1d85e89&id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2872927 May 13 16:19:48.832904 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Attempting to bind port 690b3091-3f6f-4f02-a674-0f00dadd2967 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 16:19:48.833223 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Attempting to bind port 690b3091-3f6f-4f02-a674-0f00dadd2967 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '663b6285-c91b-46c4-89b3-8a7ab7d474e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49'}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 16:19:48.833549 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Attempting to bind port 690b3091-3f6f-4f02-a674-0f00dadd2967 on network aa61cc2f-4701-4bfb-9233-d8b33e819b49 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:19:48.838120 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Port 690b3091-3f6f-4f02-a674-0f00dadd2967 on network aa61cc2f-4701-4bfb-9233-d8b33e819b49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 16:19:48.838435 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Attempting to bind port 690b3091-3f6f-4f02-a674-0f00dadd2967 on network aa61cc2f-4701-4bfb-9233-d8b33e819b49 {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 16:19:48.844054 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Checking agent: {'id': '9c2054b9-2bdf-4beb-9169-b77c03722ec0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 13, 16, 7), 'started_at': datetime.datetime(2021, 5, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 13, 16, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 16:19:48.844881 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Checking segment: {'id': '663b6285-c91b-46c4-89b3-8a7ab7d474e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 13 16:19:48.844881 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Bound using segment: {'id': '663b6285-c91b-46c4-89b3-8a7ab7d474e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49'} {{(pid=79044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 16:19:48.845186 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.managers [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Bound port: 690b3091-3f6f-4f02-a674-0f00dadd2967, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663b6285-c91b-46c4-89b3-8a7ab7d474e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49'}}] {{(pid=79044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 16:19:48.845495 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:48.933330 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] For port 690b3091-3f6f-4f02-a674-0f00dadd2967, host hv-cinder-68948, cleared binding levels {{(pid=79044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 16:19:48.936751 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] For port 690b3091-3f6f-4f02-a674-0f00dadd2967, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=690b3091-3f6f-4f02-a674-0f00dadd2967,segment=NetworkSegment(663b6285-c91b-46c4-89b3-8a7ab7d474e7),segment_id=663b6285-c91b-46c4-89b3-8a7ab7d474e7)] {{(pid=79044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 16:19:48.941178 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:48.945697 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-e464168a-d3b5-43f5-8617-3b2fec47f739 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:48.998753 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:48.999404 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:49.000806 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] 10.222.0.36 "PUT /v2.0/ports/690b3091-3f6f-4f02-a674-0f00dadd2967 HTTP/1.1" status: 200 len: 1094 time: 1.2359118 May 13 16:19:49.001315 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c40af3-c80b-427a-9e85-fa77e897ff37', 'tag': '690b3091-3f6f-4f02-a674-0f00dadd2967'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:19:49.038953 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Pushing event updated for resources: {'Port': ['ID=690b3091-3f6f-4f02-a674-0f00dadd2967,revision_number=3']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:49.042705 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-85b543c4-abe7-4d0e-bf0f-e0f8186c92b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:49.051652 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c40af3-c80b-427a-9e85-fa77e897ff37', 'tag': '690b3091-3f6f-4f02-a674-0f00dadd2967', 'status': 'completed', 'code': 200} May 13 16:19:49.154169 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-94f6e602-b496-4b27-8458-b4e428224c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:49.156939 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-94f6e602-b496-4b27-8458-b4e428224c20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bfdef1285a5a49d8bc1207858a01ed24&device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 1097 time: 0.0734739 May 13 16:19:49.248435 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-f48cdc97-96a7-4ab4-ad7a-c3112b9dc2f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=690b3091-3f6f-4f02-a674-0f00dadd2967 HTTP/1.1" status: 200 len: 217 time: 0.0722756 May 13 16:19:49.364253 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-c9ac0711-3ca6-4459-9665-6c5402b2ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:49.365613 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-c9ac0711-3ca6-4459-9665-6c5402b2ab8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fbc75b8-d5d0-435e-ace0-9a2be4322bfc HTTP/1.1" status: 200 len: 849 time: 0.1097431 May 13 16:19:49.423832 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-288b9fd0-e723-4a03-abbf-572411b4300b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa61cc2f-4701-4bfb-9233-d8b33e819b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504825 May 13 16:19:49.435750 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea989b-7c1a-44ff-b4a0-0b2cc48b8068 req-80ef9439-0247-4375-bd81-b395f7db91d2 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:49.437774 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6cea989b-7c1a-44ff-b4a0-0b2cc48b8068 req-80ef9439-0247-4375-bd81-b395f7db91d2 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 944 time: 0.1505928 May 13 16:19:49.575416 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-6cea989b-7c1a-44ff-b4a0-0b2cc48b8068 req-c3d9fd01-23f4-49d5-a1ac-82c55b325f18 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133115 May 13 16:19:49.601198 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-be5b4415-be5d-4f24-abf0-cd55a88fd621 service neutron] 10.222.0.36 "GET /v2.0/networks/aa61cc2f-4701-4bfb-9233-d8b33e819b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623940 May 13 16:19:49.733314 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-9082bd99-d036-4d1b-87df-6ca9a5e3db46 req-f8cf0b44-c907-4e07-baed-0d694acd1961 service neutron] 10.222.0.36 "GET /v2.0/networks/aa61cc2f-4701-4bfb-9233-d8b33e819b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247432 May 13 16:19:49.913078 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c4d52-d9ad-4404-b09a-6cfa5750fb00 req-1fea5dd9-7e96-4998-8bac-c948f70ec4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:49.914545 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-818c4d52-d9ad-4404-b09a-6cfa5750fb00 req-1fea5dd9-7e96-4998-8bac-c948f70ec4e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bfdef1285a5a49d8bc1207858a01ed24&device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 1097 time: 0.0770111 May 13 16:19:50.117960 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c4d52-d9ad-4404-b09a-6cfa5750fb00 req-d9eacf3e-3db8-456a-adad-e4ae74052591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:50.119322 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-818c4d52-d9ad-4404-b09a-6cfa5750fb00 req-d9eacf3e-3db8-456a-adad-e4ae74052591 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa61cc2f-4701-4bfb-9233-d8b33e819b49 HTTP/1.1" status: 200 len: 910 time: 0.1979694 May 13 16:19:50.130911 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27001c1-26c6-49c0-a78c-e3ae8625f858 req-9fa56512-0f29-46e1-b8c2-fc2241266c12 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:50.132438 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f27001c1-26c6-49c0-a78c-e3ae8625f858 req-9fa56512-0f29-46e1-b8c2-fc2241266c12 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 985 time: 0.1899657 May 13 16:19:50.216666 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-818c4d52-d9ad-4404-b09a-6cfa5750fb00 req-a1a80f8c-52e5-4c72-a52b-6861504f7cc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=690b3091-3f6f-4f02-a674-0f00dadd2967 HTTP/1.1" status: 200 len: 217 time: 0.0831633 May 13 16:19:50.287171 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f27001c1-26c6-49c0-a78c-e3ae8625f858 req-cedcae7a-5372-45fc-9a88-16c52cfc8808 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b7f740a-78ef-48e8-8195-4abca1d85e89&id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028881 May 13 16:19:50.305481 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c4d52-d9ad-4404-b09a-6cfa5750fb00 req-298d0b5d-8166-404a-b629-b9f9ab51c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:50.306949 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-818c4d52-d9ad-4404-b09a-6cfa5750fb00 req-298d0b5d-8166-404a-b629-b9f9ab51c513 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fbc75b8-d5d0-435e-ace0-9a2be4322bfc HTTP/1.1" status: 200 len: 849 time: 0.0791652 May 13 16:19:50.358349 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-818c4d52-d9ad-4404-b09a-6cfa5750fb00 req-351ed9b4-5718-406d-972c-23ff26f211bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa61cc2f-4701-4bfb-9233-d8b33e819b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433748 May 13 16:19:50.537335 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-818c4d52-d9ad-4404-b09a-6cfa5750fb00 req-34c59c04-7f0d-4c5d-9120-ef3468c36235 service neutron] 10.222.0.36 "GET /v2.0/networks/aa61cc2f-4701-4bfb-9233-d8b33e819b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699910 May 13 16:19:50.877324 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-818c4d52-d9ad-4404-b09a-6cfa5750fb00 req-c3f76994-b8e8-4d50-a8e8-571e0ff1999d service neutron] 10.222.0.36 "GET /v2.0/networks/aa61cc2f-4701-4bfb-9233-d8b33e819b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313453 May 13 16:19:50.893550 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0846d6-edfe-46f8-b1e6-b197a6cfe1ee req-10087792-e6cd-4990-941f-d604b6cf4c83 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:50.895100 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4e0846d6-edfe-46f8-b1e6-b197a6cfe1ee req-10087792-e6cd-4990-941f-d604b6cf4c83 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 944 time: 0.1473160 May 13 16:19:50.948855 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4e0846d6-edfe-46f8-b1e6-b197a6cfe1ee req-1cbd454d-c59f-475c-b8c0-62c932f2ed23 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475073 May 13 16:19:51.478457 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ac4fc-3095-4efa-8dea-9c80f7c3de7f req-c957161d-9706-402b-8b74-b0ca2ece2284 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:51.479918 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4e1ac4fc-3095-4efa-8dea-9c80f7c3de7f req-c957161d-9706-402b-8b74-b0ca2ece2284 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 985 time: 0.0806601 May 13 16:19:51.532064 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4e1ac4fc-3095-4efa-8dea-9c80f7c3de7f req-e660aa11-f7a9-42a8-a166-91a13504a20f tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b7f740a-78ef-48e8-8195-4abca1d85e89&id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450354 May 13 16:19:52.135856 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cda16-6bf0-4276-90fa-cffaf2af51c4 req-097cb7ec-1c8f-4b6b-8ef1-e37f96f9731c tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:52.137211 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4b3cda16-6bf0-4276-90fa-cffaf2af51c4 req-097cb7ec-1c8f-4b6b-8ef1-e37f96f9731c tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 944 time: 0.0826399 May 13 16:19:52.183267 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-4b3cda16-6bf0-4276-90fa-cffaf2af51c4 req-23b200d4-55d0-4ad2-a515-dfd4124fa7ba tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397480 May 13 16:19:52.637283 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 690b3091-3f6f-4f02-a674-0f00dadd2967 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=79045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 16:19:52.803009 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 690b3091-3f6f-4f02-a674-0f00dadd2967, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=690b3091-3f6f-4f02-a674-0f00dadd2967,segment=NetworkSegment(663b6285-c91b-46c4-89b3-8a7ab7d474e7),segment_id=663b6285-c91b-46c4-89b3-8a7ab7d474e7)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:19:52.816435 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Returning: {'device': '690b3091-3f6f-4f02-a674-0f00dadd2967', 'network_id': 'aa61cc2f-4701-4bfb-9233-d8b33e819b49', 'port_id': '690b3091-3f6f-4f02-a674-0f00dadd2967', 'mac_address': 'fa:16:3e:92:aa:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbc75b8-d5d0-435e-ace0-9a2be4322bfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 16:19:52.873332 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:52.889692 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690b3091-3f6f-4f02-a674-0f00dadd2967 {{(pid=79045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 13 16:19:52.905009 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 690b3091-3f6f-4f02-a674-0f00dadd2967, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=690b3091-3f6f-4f02-a674-0f00dadd2967,segment=NetworkSegment(663b6285-c91b-46c4-89b3-8a7ab7d474e7),segment_id=663b6285-c91b-46c4-89b3-8a7ab7d474e7)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:19:52.910625 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:52.912605 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:52.978152 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=690b3091-3f6f-4f02-a674-0f00dadd2967,revision_number=4']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:52.981164 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:53.207964 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['690b3091-3f6f-4f02-a674-0f00dadd2967'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:19:53.400766 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83509a7b-ffb3-4a48-b071-7bf6b7a135fa req-42d121da-0dd5-48c3-8b4e-b1f9edfe91ff tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:53.402223 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83509a7b-ffb3-4a48-b071-7bf6b7a135fa req-42d121da-0dd5-48c3-8b4e-b1f9edfe91ff tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 945 time: 0.1103449 May 13 16:19:53.449632 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83509a7b-ffb3-4a48-b071-7bf6b7a135fa req-a527e2c6-641c-49f0-ab35-89cbacb0f980 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 May 13 16:19:54.637935 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f573f-80a0-4dbc-a7ed-c644c226835f req-254095c1-d46d-4561-8ad7-c78f17eeacc7 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:54.639275 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a52f573f-80a0-4dbc-a7ed-c644c226835f req-254095c1-d46d-4561-8ad7-c78f17eeacc7 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 945 time: 0.0814445 May 13 16:19:54.658658 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 690b3091-3f6f-4f02-a674-0f00dadd2967 up at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 16:19:54.686991 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a52f573f-80a0-4dbc-a7ed-c644c226835f req-813a2054-5220-48ad-9ca4-d40fc4d69364 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418444 May 13 16:19:54.726626 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning for port 690b3091-3f6f-4f02-a674-0f00dadd2967 completed by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 16:19:54.730959 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Provisioning complete for port 690b3091-3f6f-4f02-a674-0f00dadd2967 triggered by entity L2. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:19:54.731353 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:54.848302 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:54.874300 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c40af3-c80b-427a-9e85-fa77e897ff37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b3091-3f6f-4f02-a674-0f00dadd2967'}] {{(pid=79045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:19:54.884283 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] For port 690b3091-3f6f-4f02-a674-0f00dadd2967, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=690b3091-3f6f-4f02-a674-0f00dadd2967,segment=NetworkSegment(663b6285-c91b-46c4-89b3-8a7ab7d474e7),segment_id=663b6285-c91b-46c4-89b3-8a7ab7d474e7)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:19:54.888618 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897'] for port, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:19:54.891065 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:19:54.929410 dv-cinder-689486-12-smb neutron-server[79045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c40af3-c80b-427a-9e85-fa77e897ff37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690b3091-3f6f-4f02-a674-0f00dadd2967', 'code': 200} May 13 16:19:54.964344 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Pushing event updated for resources: {'Port': ['ID=690b3091-3f6f-4f02-a674-0f00dadd2967,revision_number=5']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:19:54.965803 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:19:55.213013 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387ed0c-8b38-4c19-bb07-f1c7f13c6f07 req-eac9531e-6d59-4222-a4c9-48f9c1a3d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:55.214500 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f387ed0c-8b38-4c19-bb07-f1c7f13c6f07 req-eac9531e-6d59-4222-a4c9-48f9c1a3d730 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 1099 time: 0.0742188 May 13 16:19:55.256999 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f387ed0c-8b38-4c19-bb07-f1c7f13c6f07 req-fecbf636-5ee1-4dc8-a58e-38f33db4c9cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357800 May 13 16:19:55.877740 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fb1da-0bf1-4466-99ac-d4340cba1c7b req-7bd4b3fd-445e-45af-854a-ce0d3b445d8f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:55.879280 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-052fb1da-0bf1-4466-99ac-d4340cba1c7b req-7bd4b3fd-445e-45af-854a-ce0d3b445d8f tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 946 time: 0.0844097 May 13 16:19:55.931377 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-052fb1da-0bf1-4466-99ac-d4340cba1c7b req-29ae055d-96a0-4452-a9dd-64eec1cd8b1e tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461650 May 13 16:19:57.116148 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83016c30-7aa0-4dfd-8704-bebaa4315f99 req-58ba402a-687b-4259-bf80-351140c562d5 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:57.117519 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83016c30-7aa0-4dfd-8704-bebaa4315f99 req-58ba402a-687b-4259-bf80-351140c562d5 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 946 time: 0.0799172 May 13 16:19:57.163306 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-83016c30-7aa0-4dfd-8704-bebaa4315f99 req-eae6ee88-7b36-48a5-ac26-181b0e78b0ef tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401013 May 13 16:19:58.335174 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b7745-5f28-4846-8dbf-c9f61c9f2452 req-d666381d-c8f2-4342-a2f9-c8d73ff075d1 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:58.336672 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-038b7745-5f28-4846-8dbf-c9f61c9f2452 req-d666381d-c8f2-4342-a2f9-c8d73ff075d1 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 946 time: 0.0899136 May 13 16:19:58.385726 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-038b7745-5f28-4846-8dbf-c9f61c9f2452 req-85514129-4e12-4b15-8ed6-eb457adfa2a9 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 May 13 16:19:59.635650 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c96d6-36b9-46ca-9331-8e5ad124ffe8 req-e7d9b57b-3117-4437-ac2a-26923f440553 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:59.637655 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a30c96d6-36b9-46ca-9331-8e5ad124ffe8 req-e7d9b57b-3117-4437-ac2a-26923f440553 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 946 time: 0.1322067 May 13 16:19:59.684409 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-a30c96d6-36b9-46ca-9331-8e5ad124ffe8 req-6ee3adb9-46e2-4b50-8ab5-285862e90b2c tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/security-groups?id=47604050-128c-46f3-86dc-111146072e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 May 13 16:19:59.816418 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059bf6-355c-475a-b96e-15df25d07fa9 req-004106ef-d062-4f92-b7a1-2a927902d40a tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:19:59.817844 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f5059bf6-355c-475a-b96e-15df25d07fa9 req-004106ef-d062-4f92-b7a1-2a927902d40a tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 946 time: 0.0910034 May 13 16:19:59.956159 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-f5059bf6-355c-475a-b96e-15df25d07fa9 req-cff24d3d-b8be-4bdb-a7d5-225223ac0a54 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Deleting port 690b3091-3f6f-4f02-a674-0f00dadd2967 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:19:59.956501 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f5059bf6-355c-475a-b96e-15df25d07fa9 req-cff24d3d-b8be-4bdb-a7d5-225223ac0a54 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:00.087388 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-f5059bf6-355c-475a-b96e-15df25d07fa9 req-cff24d3d-b8be-4bdb-a7d5-225223ac0a54 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] For port 690b3091-3f6f-4f02-a674-0f00dadd2967, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=690b3091-3f6f-4f02-a674-0f00dadd2967,segment=NetworkSegment(663b6285-c91b-46c4-89b3-8a7ab7d474e7),segment_id=663b6285-c91b-46c4-89b3-8a7ab7d474e7)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:20:00.087739 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f5059bf6-355c-475a-b96e-15df25d07fa9 req-cff24d3d-b8be-4bdb-a7d5-225223ac0a54 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:00.210219 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-f5059bf6-355c-475a-b96e-15df25d07fa9 req-cff24d3d-b8be-4bdb-a7d5-225223ac0a54 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Calling delete_port for 690b3091-3f6f-4f02-a674-0f00dadd2967 owned by compute:nova {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:20:00.319683 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f5059bf6-355c-475a-b96e-15df25d07fa9 req-cff24d3d-b8be-4bdb-a7d5-225223ac0a54 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:00.325931 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-790c68ce-09f9-4437-b3d2-c574a04f2cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:00.364697 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['690b3091-3f6f-4f02-a674-0f00dadd2967'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:20:00.376695 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff24d3d-b8be-4bdb-a7d5-225223ac0a54 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Pushing event deleted for resources: {'Port': ['ID=690b3091-3f6f-4f02-a674-0f00dadd2967,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:00.402427 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-cff24d3d-b8be-4bdb-a7d5-225223ac0a54 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:00.449780 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5059bf6-355c-475a-b96e-15df25d07fa9 req-cff24d3d-b8be-4bdb-a7d5-225223ac0a54 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] No DVR routers for this DVR port 690b3091-3f6f-4f02-a674-0f00dadd2967 on host hv-cinder-68948 {{(pid=79044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:20:00.452248 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-f5059bf6-355c-475a-b96e-15df25d07fa9 req-cff24d3d-b8be-4bdb-a7d5-225223ac0a54 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:00.455013 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c40af3-c80b-427a-9e85-fa77e897ff37', 'name': 'network-vif-deleted', 'tag': '690b3091-3f6f-4f02-a674-0f00dadd2967'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:20:00.472233 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f5059bf6-355c-475a-b96e-15df25d07fa9 req-cff24d3d-b8be-4bdb-a7d5-225223ac0a54 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.36 "DELETE /v2.0/ports/690b3091-3f6f-4f02-a674-0f00dadd2967 HTTP/1.1" status: 204 len: 173 time: 0.6486623 May 13 16:20:00.505074 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c40af3-c80b-427a-9e85-fa77e897ff37', 'name': 'network-vif-deleted', 'tag': '690b3091-3f6f-4f02-a674-0f00dadd2967', 'status': 'completed', 'code': 200} May 13 16:20:00.577300 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:00.919419 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-9cd2204f-b98a-4ef5-b8e9-01e88603c870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:00.961140 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-2b5d5ac9-e87c-4c45-b2c4-b91e8a143ef1 req-e45bfe3e-8c6c-4ff3-ad3d-2ed74fa3e4b4 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Synchronizing usage tracker for tenant:bfdef1285a5a49d8bc1207858a01ed24 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:20:00.978820 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-2b5d5ac9-e87c-4c45-b2c4-b91e8a143ef1 req-e45bfe3e-8c6c-4ff3-ad3d-2ed74fa3e4b4 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Unset dirty status for tenant:bfdef1285a5a49d8bc1207858a01ed24 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:20:00.980079 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-2b5d5ac9-e87c-4c45-b2c4-b91e8a143ef1 req-e45bfe3e-8c6c-4ff3-ad3d-2ed74fa3e4b4 tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c40af3-c80b-427a-9e85-fa77e897ff37 HTTP/1.1" status: 200 len: 210 time: 0.1700339 May 13 16:20:02.680513 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 690b3091-3f6f-4f02-a674-0f00dadd2967 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:20:02.715420 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: 690b3091-3f6f-4f02-a674-0f00dadd2967 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:20:02.715769 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 690b3091-3f6f-4f02-a674-0f00dadd2967 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:20:03.801876 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:04.067023 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-34579915-20c7-4ae6-a90e-9b33096c4878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:05.019817 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:06.698519 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:06.948975 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f9860c29-4b10-4e0e-a2c5-89eb4bd5e855 req-3a0996da-88d3-4e3b-bb50-e4399ebbb105 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1110632 May 13 16:20:07.148842 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860c29-4b10-4e0e-a2c5-89eb4bd5e855 req-cb853473-ee6c-45b1-8648-6a99102498f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:07.150401 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f9860c29-4b10-4e0e-a2c5-89eb4bd5e855 req-cb853473-ee6c-45b1-8648-6a99102498f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ce614e5711840d993f47316e5b6e0a4&device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 1138 time: 0.0941849 May 13 16:20:07.325018 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860c29-4b10-4e0e-a2c5-89eb4bd5e855 req-8d15c753-12cb-4fc3-815b-da330cf2404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:07.326487 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f9860c29-4b10-4e0e-a2c5-89eb4bd5e855 req-8d15c753-12cb-4fc3-815b-da330cf2404d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2bbe831-0a88-4401-9c0c-141defa276fa HTTP/1.1" status: 200 len: 915 time: 0.1496704 May 13 16:20:07.459200 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f9860c29-4b10-4e0e-a2c5-89eb4bd5e855 req-de3cb53f-4ef6-44f9-b076-d47f1c667aab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=241889fe-6638-4411-a20b-d81922c4ff96 HTTP/1.1" status: 200 len: 1002 time: 0.1215627 May 13 16:20:07.554566 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860c29-4b10-4e0e-a2c5-89eb4bd5e855 req-082994a6-b8a3-4ded-a650-aab664a873f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:07.556182 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f9860c29-4b10-4e0e-a2c5-89eb4bd5e855 req-082994a6-b8a3-4ded-a650-aab664a873f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=741111f4-ce5b-4324-9d58-72818c098b88 HTTP/1.1" status: 200 len: 853 time: 0.0882716 May 13 16:20:07.659464 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860c29-4b10-4e0e-a2c5-89eb4bd5e855 req-cc2144b2-5e83-4104-977d-a042ebffdbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:07.665013 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f9860c29-4b10-4e0e-a2c5-89eb4bd5e855 req-cc2144b2-5e83-4104-977d-a042ebffdbac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2bbe831-0a88-4401-9c0c-141defa276fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0966978 May 13 16:20:07.872156 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f9860c29-4b10-4e0e-a2c5-89eb4bd5e855 req-8fbef836-94a0-49b5-8174-544868256e14 service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023890 May 13 16:20:08.069774 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-f9860c29-4b10-4e0e-a2c5-89eb4bd5e855 req-c0e32c8c-49bd-4266-8d85-2349f7e73944 service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889253 May 13 16:20:08.288732 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:20:24.156268 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 44292) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:24.225126 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Deleting subnet 0fbc75b8-d5d0-435e-ace0-9a2be4322bfc {{(pid=79043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:20:24.229002 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:24.280706 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2106706'] for subnet, precommit_delete_associations {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:24.339351 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:24.597993 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2223326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104069'] for subnet, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:24.602087 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:24.638099 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fbc75b8-d5d0-435e-ace0-9a2be4322bfc,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:24.646945 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:24.650205 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:24.650580 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:24.650947 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:24.651304 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:24.651683 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:24.652037 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:24.652389 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:24.652738 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:24.653088 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:24.653435 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:24.653891 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:24.654256 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:24.659167 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:24.661985 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-bc61627b-593d-449e-a072-eda6e887dd19 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0fbc75b8-d5d0-435e-ace0-9a2be4322bfc HTTP/1.1" status: 204 len: 168 time: 0.5046661 May 13 16:20:24.664805 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 44296) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:24.769677 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:24.981714 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:24.995842 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa61cc2f-4701-4bfb-9233-d8b33e819b49']}} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:25.014430 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663b6285-c91b-46c4-89b3-8a7ab7d474e7') {'for_net_delete': True} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:25.015536 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.services.segments.db [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663b6285-c91b-46c4-89b3-8a7ab7d474e7') {} {{(pid=79043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:25.027225 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2106793'] for segment, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:25.043469 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:25.049975 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=79043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:20:25.050354 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2223284'] for segment, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: Traceback (most recent call last): May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: timer() May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: cb(*args, **kw) May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: return func(*args, **kwargs) May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: self._notify() May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: self.callback(batched_events) May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: event.method(event) May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: return f(self, *a, **k) May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: return self._get(url).json() May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: return self.request(url, 'GET', **kwargs) May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:20:25.064167 dv-cinder-689486-12-smb neutron-server[79043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:20:25.143550 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:25.148262 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:25.163980 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:25.176725 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa61cc2f-4701-4bfb-9233-d8b33e819b49,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:25.179497 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:25.183797 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-27269e10-1485-4b58-abd5-b61172465c30 admin admin] 10.222.0.54 "DELETE /v2.0/networks/aa61cc2f-4701-4bfb-9233-d8b33e819b49 HTTP/1.1" status: 204 len: 168 time: 0.5180566 May 13 16:20:25.297008 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 44302) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:25.347021 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-a4f14f24-b032-49dc-9d89-7e88356192d7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bfdef1285a5a49d8bc1207858a01ed24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487804 May 13 16:20:25.349454 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 44306) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:25.409401 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-bad43566-0854-4024-8b0c-af6cea1b42a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:25.444431 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-bad43566-0854-4024-8b0c-af6cea1b42a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:25.495234 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-bad43566-0854-4024-8b0c-af6cea1b42a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:25.498940 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-096be923-957d-4d3a-87de-663092394e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:25.511819 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad43566-0854-4024-8b0c-af6cea1b42a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47604050-128c-46f3-86dc-111146072e4c,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:25.515005 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-bad43566-0854-4024-8b0c-af6cea1b42a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:25.523838 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-bad43566-0854-4024-8b0c-af6cea1b42a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:25.527229 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-bad43566-0854-4024-8b0c-af6cea1b42a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/47604050-128c-46f3-86dc-111146072e4c HTTP/1.1" status: 204 len: 168 time: 0.1746218 May 13 16:20:30.230149 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bd5f0c2c-dfb7-454c-8c7a-594733498250 req-7cd5b1cd-5a30-422c-8cfb-8ee6f95be081 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532970807&fields=id&tenant_id=3ce614e5711840d993f47316e5b6e0a4 HTTP/1.1" status: 200 len: 267 time: 0.0399008 May 13 16:20:30.313562 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f0c2c-dfb7-454c-8c7a-594733498250 req-d4661f2a-580d-46f8-8e14-f858fbe9b7f0 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:30.315065 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bd5f0c2c-dfb7-454c-8c7a-594733498250 req-d4661f2a-580d-46f8-8e14-f858fbe9b7f0 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 985 time: 0.0787163 May 13 16:20:30.325922 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.v2.base [req-bd5f0c2c-dfb7-454c-8c7a-594733498250 req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Request body: {'port': {'security_groups': ['7bd87e3e-8edf-489f-889e-6b9cc01605d1']}} {{(pid=79044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 16:20:30.448666 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bd5f0c2c-dfb7-454c-8c7a-594733498250 req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754077'] for port, before_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:30.596547 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:30.693116 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-bd5f0c2c-dfb7-454c-8c7a-594733498250 req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] For port 241889fe-6638-4411-a20b-d81922c4ff96, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=241889fe-6638-4411-a20b-d81922c4ff96,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:20:30.717261 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bd5f0c2c-dfb7-454c-8c7a-594733498250 req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for port, precommit_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:30.721995 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bd5f0c2c-dfb7-454c-8c7a-594733498250 req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761811568671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761811118852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761811118897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2571713'] for port, after_update {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:30.727446 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:30.758687 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['241889fe-6638-4411-a20b-d81922c4ff96'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:20:30.787601 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f0c2c-dfb7-454c-8c7a-594733498250 req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:30.788176 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-bd5f0c2c-dfb7-454c-8c7a-594733498250 req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:30.789569 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bd5f0c2c-dfb7-454c-8c7a-594733498250 req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "PUT /v2.0/ports/241889fe-6638-4411-a20b-d81922c4ff96 HTTP/1.1" status: 200 len: 943 time: 0.4682050 May 13 16:20:30.791399 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:20:30.795558 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 44322) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:30.825485 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event updated for resources: {'Port': ['ID=241889fe-6638-4411-a20b-d81922c4ff96,revision_number=7']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:30.839627 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:30.840281 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:30.841448 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:30.842031 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:30.842616 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:30.843902 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:30.844715 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:30.845248 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:30.845838 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:30.846366 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:30.846960 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:30.847521 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:30.852475 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6b4fddf8-d895-48eb-9c75-9dce2f8dbd51 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:30.895096 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96', 'status': 'completed', 'code': 200} May 13 16:20:30.901142 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7811e490-ba43-489c-9fef-1f4f934f62e0 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:30.942581 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7811e490-ba43-489c-9fef-1f4f934f62e0 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:30.955657 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-14034819-ff25-4597-855f-a97206f8fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:30.966635 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['241889fe-6638-4411-a20b-d81922c4ff96'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:20:31.047496 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7811e490-ba43-489c-9fef-1f4f934f62e0 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:31.052328 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5e885-2246-4f0f-97c6-540a401dd010 req-7ddbe422-51f1-4f77-9aaf-e9b82e7d42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:31.053610 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bff5e885-2246-4f0f-97c6-540a401dd010 req-7ddbe422-51f1-4f77-9aaf-e9b82e7d42c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ce614e5711840d993f47316e5b6e0a4&device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 1099 time: 0.0843840 May 13 16:20:31.058212 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-cc8b2399-191a-4926-a3f3-828ae90bb0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:31.074004 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811e490-ba43-489c-9fef-1f4f934f62e0 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7f740a-78ef-48e8-8195-4abca1d85e89,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:31.076946 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-7811e490-ba43-489c-9fef-1f4f934f62e0 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:31.086062 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-7811e490-ba43-489c-9fef-1f4f934f62e0 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:31.089731 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-7811e490-ba43-489c-9fef-1f4f934f62e0 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "DELETE /v2.0/security-groups/0b7f740a-78ef-48e8-8195-4abca1d85e89 HTTP/1.1" status: 204 len: 168 time: 0.2903798 May 13 16:20:31.090444 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 44326) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:31.144592 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.provisioning_blocks [None req-b77cb565-30f5-47bc-8e4d-358fc0aadd93 None None] Provisioning complete for port 241889fe-6638-4411-a20b-d81922c4ff96 triggered by entity DHCP. {{(pid=79045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 16:20:31.144977 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-b77cb565-30f5-47bc-8e4d-358fc0aadd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777494'] for port, provisioning_complete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:31.461638 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5e885-2246-4f0f-97c6-540a401dd010 req-68f536e1-5a3d-4c8b-a3ec-d7af7e8089e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:31.463086 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bff5e885-2246-4f0f-97c6-540a401dd010 req-68f536e1-5a3d-4c8b-a3ec-d7af7e8089e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2bbe831-0a88-4401-9c0c-141defa276fa HTTP/1.1" status: 200 len: 915 time: 0.4008152 May 13 16:20:31.629545 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bff5e885-2246-4f0f-97c6-540a401dd010 req-bd8dba7f-06c8-4645-8014-0b73221bd291 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=241889fe-6638-4411-a20b-d81922c4ff96 HTTP/1.1" status: 200 len: 1002 time: 0.1536386 May 13 16:20:31.709022 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5e885-2246-4f0f-97c6-540a401dd010 req-2c492901-53fc-46d7-9cb5-b51a5a3bb8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:31.710457 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bff5e885-2246-4f0f-97c6-540a401dd010 req-2c492901-53fc-46d7-9cb5-b51a5a3bb8ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=741111f4-ce5b-4324-9d58-72818c098b88 HTTP/1.1" status: 200 len: 853 time: 0.0722728 May 13 16:20:31.712770 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Deleting port 8b342d8f-08c4-481a-bfbe-163568a59cc6 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:20:31.713056 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:31.892868 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:31.893191 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:31.958789 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5e885-2246-4f0f-97c6-540a401dd010 req-41d10a11-e463-441e-b2c7-dc0b630ba050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:31.960309 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bff5e885-2246-4f0f-97c6-540a401dd010 req-41d10a11-e463-441e-b2c7-dc0b630ba050 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2bbe831-0a88-4401-9c0c-141defa276fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2289050 May 13 16:20:32.025581 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Calling delete_port for 8b342d8f-08c4-481a-bfbe-163568a59cc6 owned by network:floatingip {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:20:32.184607 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bff5e885-2246-4f0f-97c6-540a401dd010 req-af00263b-48c1-478e-bb3c-c03f765c128d service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557388 May 13 16:20:32.381468 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-bff5e885-2246-4f0f-97c6-540a401dd010 req-f8dedfba-6335-4512-86c2-b49287c312d5 service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888156 May 13 16:20:32.387919 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:32.393595 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-488fc51a-fd50-4de8-ad68-c7e0982e3c6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:32.467445 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event deleted for resources: {'Port': ['ID=8b342d8f-08c4-481a-bfbe-163568a59cc6,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:32.471097 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:32.536862 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks [] for floatingip, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:32.537200 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.db.l3_db [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Floating IP 7471b5e7-1ad1-4a59-9b49-51aaaed431d2 disassociated (deleted). External IP: 172.28.1.134, port: 241889fe-6638-4411-a20b-d81922c4ff96. May 13 16:20:33.000912 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Router e1cdc59f-6e1b-48c6-9249-63901d772069 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:20:33.183942 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:20:33.193878 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0d012-5758-4e5b-a54a-54d97364e022 None None] Sync routers for ids ['e1cdc59f-6e1b-48c6-9249-63901d772069'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:20:33.204034 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0d012-5758-4e5b-a54a-54d97364e022 None None] Routers {'e1cdc59f-6e1b-48c6-9249-63901d772069'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:20:33.204253 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for floatingip, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:33.204815 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-a9f0d012-5758-4e5b-a54a-54d97364e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:20:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['e1cdc59f-6e1b-48c6-9249-63901d772069'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:33.259516 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-d18826db-6751-44b0-ad37-3626181fdc3b tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "DELETE /v2.0/floatingips/7471b5e7-1ad1-4a59-9b49-51aaaed431d2 HTTP/1.1" status: 204 len: 168 time: 2.1681714 May 13 16:20:33.260358 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:20:33.327948 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96', 'status': 'completed', 'code': 200} May 13 16:20:33.392482 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-a9f0d012-5758-4e5b-a54a-54d97364e022 None None] Set router e1cdc59f-6e1b-48c6-9249-63901d772069 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:20:33.460214 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b834d-1c2a-4907-9d41-5c3dffb407d5 req-f036addf-115c-40a5-a982-3da019058988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:33.461696 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-429b834d-1c2a-4907-9d41-5c3dffb407d5 req-f036addf-115c-40a5-a982-3da019058988 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ce614e5711840d993f47316e5b6e0a4&device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 1099 time: 0.0847208 May 13 16:20:33.603612 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b834d-1c2a-4907-9d41-5c3dffb407d5 req-164ca732-0114-45d3-9221-32ae4a4c7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:33.605108 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-429b834d-1c2a-4907-9d41-5c3dffb407d5 req-164ca732-0114-45d3-9221-32ae4a4c7fb2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2bbe831-0a88-4401-9c0c-141defa276fa HTTP/1.1" status: 200 len: 915 time: 0.1350820 May 13 16:20:33.697117 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-429b834d-1c2a-4907-9d41-5c3dffb407d5 req-3d0b60cc-908b-44ab-a7a6-92d66539dd97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=241889fe-6638-4411-a20b-d81922c4ff96 HTTP/1.1" status: 200 len: 217 time: 0.0689471 May 13 16:20:33.757203 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-a9f0d012-5758-4e5b-a54a-54d97364e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:18:17Z', 'revision_number': 4, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port': {'id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:14Z', 'updated_at': '2021-05-13T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '83c41c05-9f49-44d7-ba29-a08a62866838', 'name': '', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'mac_address': 'fa:16:3e:60:73:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '741111f4-ce5b-4324-9d58-72818c098b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:16Z', 'updated_at': '2021-05-13T16:18:24Z', 'revision_number': 5, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'subnets': [{'id': '741111f4-ce5b-4324-9d58-72818c098b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:33.761791 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0d012-5758-4e5b-a54a-54d97364e022 None None] Checking router: e1cdc59f-6e1b-48c6-9249-63901d772069 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:20:33.772792 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0d012-5758-4e5b-a54a-54d97364e022 None None] Routers {'e1cdc59f-6e1b-48c6-9249-63901d772069'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:20:33.773388 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b834d-1c2a-4907-9d41-5c3dffb407d5 req-c17b635f-9d45-4ede-9c5e-17af4ae663ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:33.773832 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-a9f0d012-5758-4e5b-a54a-54d97364e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:20:04Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['e1cdc59f-6e1b-48c6-9249-63901d772069'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:33.774823 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-429b834d-1c2a-4907-9d41-5c3dffb407d5 req-c17b635f-9d45-4ede-9c5e-17af4ae663ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=741111f4-ce5b-4324-9d58-72818c098b88 HTTP/1.1" status: 200 len: 853 time: 0.0667403 May 13 16:20:33.869483 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b834d-1c2a-4907-9d41-5c3dffb407d5 req-a025626d-b4cc-476d-8457-5eb29b3398ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:33.870989 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-429b834d-1c2a-4907-9d41-5c3dffb407d5 req-a025626d-b4cc-476d-8457-5eb29b3398ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2bbe831-0a88-4401-9c0c-141defa276fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0879388 May 13 16:20:33.915581 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:33.974580 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-a9f0d012-5758-4e5b-a54a-54d97364e022 None None] Set router e1cdc59f-6e1b-48c6-9249-63901d772069 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:20:34.038157 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-429b834d-1c2a-4907-9d41-5c3dffb407d5 req-c0dc19a3-bd94-480c-8226-6e5faf6200b0 service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466672 May 13 16:20:34.140047 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-eb286f54-746b-417e-95ea-359d1d09219b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:34.215065 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-429b834d-1c2a-4907-9d41-5c3dffb407d5 req-ab1717a9-2ce2-49d5-aff3-5e01b9b9eff1 service neutron] 10.222.0.36 "GET /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396418 May 13 16:20:34.325932 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-a9f0d012-5758-4e5b-a54a-54d97364e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:18:17Z', 'revision_number': 4, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port': {'id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:14Z', 'updated_at': '2021-05-13T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '83c41c05-9f49-44d7-ba29-a08a62866838', 'name': '', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'mac_address': 'fa:16:3e:60:73:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '741111f4-ce5b-4324-9d58-72818c098b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:16Z', 'updated_at': '2021-05-13T16:18:24Z', 'revision_number': 5, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'subnets': [{'id': '741111f4-ce5b-4324-9d58-72818c098b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:34.330957 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0d012-5758-4e5b-a54a-54d97364e022 None None] The sync data for ids ['e1cdc59f-6e1b-48c6-9249-63901d772069'] in dv-cinder-689486-12-smb is: [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:18:17Z', 'revision_number': 4, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port': {'id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:14Z', 'updated_at': '2021-05-13T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb', '_interfaces': [{'id': '83c41c05-9f49-44d7-ba29-a08a62866838', 'name': '', 'network_id': 'c2bbe831-0a88-4401-9c0c-141defa276fa', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'mac_address': 'fa:16:3e:60:73:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '741111f4-ce5b-4324-9d58-72818c098b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:16Z', 'updated_at': '2021-05-13T16:18:24Z', 'revision_number': 5, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'subnets': [{'id': '741111f4-ce5b-4324-9d58-72818c098b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:20:34.591743 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3645d9ea-b3d1-43e4-87c8-1bca034dceb3 None None] New status for floating IP 7471b5e7-1ad1-4a59-9b49-51aaaed431d2: DOWN {{(pid=79046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 16:20:35.017795 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:36.609646 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4a500-52aa-47b3-84dd-98721e62fe58 req-c363f624-5f68-4407-82b6-e2e516e15383 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:36.611157 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-e3d4a500-52aa-47b3-84dd-98721e62fe58 req-c363f624-5f68-4407-82b6-e2e516e15383 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Synchronizing usage tracker for tenant:3ce614e5711840d993f47316e5b6e0a4 on resource:port {{(pid=79044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 16:20:36.628859 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.quota.resource [req-e3d4a500-52aa-47b3-84dd-98721e62fe58 req-c363f624-5f68-4407-82b6-e2e516e15383 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Unset dirty status for tenant:3ce614e5711840d993f47316e5b6e0a4 on resource:port {{(pid=79044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 16:20:36.630216 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e3d4a500-52aa-47b3-84dd-98721e62fe58 req-c363f624-5f68-4407-82b6-e2e516e15383 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 946 time: 0.1058519 May 13 16:20:36.678838 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-e3d4a500-52aa-47b3-84dd-98721e62fe58 req-03b31daf-f80e-405f-a3a4-ee3ca15da3ae tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425456 May 13 16:20:36.684136 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:37.874211 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89028810-c893-418b-85a0-a41da64e156c req-467f63d5-7639-4b70-9c91-707b569b43c0 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:37.875834 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-89028810-c893-418b-85a0-a41da64e156c req-467f63d5-7639-4b70-9c91-707b569b43c0 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 946 time: 0.0833445 May 13 16:20:37.925829 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-89028810-c893-418b-85a0-a41da64e156c req-4276aa9c-ca62-4e0e-ab58-25c9c4bf1377 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441625 May 13 16:20:38.612402 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b42e21-46be-4f1f-9eb1-18c4875ac4bd req-a3e7e913-80ef-4ec3-9f64-ea8c50c0855a tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:38.613799 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-36b42e21-46be-4f1f-9eb1-18c4875ac4bd req-a3e7e913-80ef-4ec3-9f64-ea8c50c0855a tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 946 time: 0.1878402 May 13 16:20:38.750921 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-36b42e21-46be-4f1f-9eb1-18c4875ac4bd req-a87f4e6b-1cc2-46cc-b979-f736b6c51054 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Deleting port 241889fe-6638-4411-a20b-d81922c4ff96 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:20:38.751266 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-36b42e21-46be-4f1f-9eb1-18c4875ac4bd req-a87f4e6b-1cc2-46cc-b979-f736b6c51054 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:38.886597 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [req-36b42e21-46be-4f1f-9eb1-18c4875ac4bd req-a87f4e6b-1cc2-46cc-b979-f736b6c51054 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] For port 241889fe-6638-4411-a20b-d81922c4ff96, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=241889fe-6638-4411-a20b-d81922c4ff96,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:20:38.887358 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-36b42e21-46be-4f1f-9eb1-18c4875ac4bd req-a87f4e6b-1cc2-46cc-b979-f736b6c51054 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:39.010584 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [req-36b42e21-46be-4f1f-9eb1-18c4875ac4bd req-a87f4e6b-1cc2-46cc-b979-f736b6c51054 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Calling delete_port for 241889fe-6638-4411-a20b-d81922c4ff96 owned by compute:nova {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:20:39.168351 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808874bc-f63f-4eb1-8c3b-8d85a42b7788 req-363cc76b-5730-4007-bf98-aae6209b9b53 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 13 16:20:39.169794 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-808874bc-f63f-4eb1-8c3b-8d85a42b7788 req-363cc76b-5730-4007-bf98-aae6209b9b53 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c23b11a-2785-4769-a528-d29c3eb5bb1c HTTP/1.1" status: 200 len: 946 time: 0.1387274 May 13 16:20:39.205467 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-36b42e21-46be-4f1f-9eb1-18c4875ac4bd req-a87f4e6b-1cc2-46cc-b979-f736b6c51054 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:39.211627 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ca04ae4a-863a-4e8b-a89f-8f96e35734d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:39.243528 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] get_ports_and_sgs() called for port_ids ['241889fe-6638-4411-a20b-d81922c4ff96'] {{(pid=79045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 16:20:39.272345 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f4e6b-1cc2-46cc-b979-f736b6c51054 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Pushing event deleted for resources: {'Port': ['ID=241889fe-6638-4411-a20b-d81922c4ff96,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:39.277002 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-a87f4e6b-1cc2-46cc-b979-f736b6c51054 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:39.280177 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-808874bc-f63f-4eb1-8c3b-8d85a42b7788 req-9b79372e-d537-49b0-8ae7-7e07d3a99d58 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd87e3e-8edf-489f-889e-6b9cc01605d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009355 May 13 16:20:39.355501 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b42e21-46be-4f1f-9eb1-18c4875ac4bd req-a87f4e6b-1cc2-46cc-b979-f736b6c51054 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] No DVR routers for this DVR port 241889fe-6638-4411-a20b-d81922c4ff96 on host hv-cinder-68948 {{(pid=79044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:20:39.358046 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [req-36b42e21-46be-4f1f-9eb1-18c4875ac4bd req-a87f4e6b-1cc2-46cc-b979-f736b6c51054 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7336'] for port, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:39.361361 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'name': 'network-vif-deleted', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96'}] {{(pid=79044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 13 16:20:39.378468 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [req-36b42e21-46be-4f1f-9eb1-18c4875ac4bd req-a87f4e6b-1cc2-46cc-b979-f736b6c51054 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] 10.222.0.36 "DELETE /v2.0/ports/241889fe-6638-4411-a20b-d81922c4ff96 HTTP/1.1" status: 204 len: 173 time: 0.7586508 May 13 16:20:39.411424 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c23b11a-2785-4769-a528-d29c3eb5bb1c', 'name': 'network-vif-deleted', 'tag': '241889fe-6638-4411-a20b-d81922c4ff96', 'status': 'completed', 'code': 200} May 13 16:20:41.008685 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 44404) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:41.543582 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-91df4f51-8239-47fa-9813-a8fcd50b7176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622414'] for router_interface, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:42.061683 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-91df4f51-8239-47fa-9813-a8fcd50b7176 admin admin] Deleting port 83c41c05-9f49-44d7-ba29-a08a62866838 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:20:42.062339 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-91df4f51-8239-47fa-9813-a8fcd50b7176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:42.184840 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-91df4f51-8239-47fa-9813-a8fcd50b7176 admin admin] For port 83c41c05-9f49-44d7-ba29-a08a62866838, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=83c41c05-9f49-44d7-ba29-a08a62866838,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:20:42.185186 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-91df4f51-8239-47fa-9813-a8fcd50b7176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:42.307066 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-91df4f51-8239-47fa-9813-a8fcd50b7176 admin admin] Calling delete_port for 83c41c05-9f49-44d7-ba29-a08a62866838 owned by network:router_interface {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:20:42.446827 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-91df4f51-8239-47fa-9813-a8fcd50b7176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:42.450453 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-8fe9b4c4-96c2-4cd7-aead-2882fc77c8ea tempest-VolumesActionsTest-1812857217 tempest-VolumesActionsTest-1812857217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:42.496771 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df4f51-8239-47fa-9813-a8fcd50b7176 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c41c05-9f49-44d7-ba29-a08a62866838,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:42.499822 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-91df4f51-8239-47fa-9813-a8fcd50b7176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:42.766816 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-91df4f51-8239-47fa-9813-a8fcd50b7176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616158'] for router_interface, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:42.853387 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 241889fe-6638-4411-a20b-d81922c4ff96 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:20:42.888151 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] No Port match for: 241889fe-6638-4411-a20b-d81922c4ff96 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:20:42.888417 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Device 241889fe-6638-4411-a20b-d81922c4ff96 not bound to the agent host hv-cinder-68948 {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:20:43.231471 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91df4f51-8239-47fa-9813-a8fcd50b7176 admin admin] Router e1cdc59f-6e1b-48c6-9249-63901d772069 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:20:43.407103 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91df4f51-8239-47fa-9813-a8fcd50b7176 admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:20:43.415939 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f2e2b4-3317-4bb4-b220-c184ff612752 None None] Sync routers for ids ['e1cdc59f-6e1b-48c6-9249-63901d772069'] in dv-cinder-689486-12-smb {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:20:43.419206 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-91df4f51-8239-47fa-9813-a8fcd50b7176 admin admin] 10.222.0.54 "PUT /v2.0/routers/e1cdc59f-6e1b-48c6-9249-63901d772069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4094784 May 13 16:20:43.421676 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 44408) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:43.426174 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f2e2b4-3317-4bb4-b220-c184ff612752 None None] Routers {'e1cdc59f-6e1b-48c6-9249-63901d772069'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:20:43.426792 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-a3f2e2b4-3317-4bb4-b220-c184ff612752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:20:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['e1cdc59f-6e1b-48c6-9249-63901d772069'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:43.599780 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Notify callbacks [] for router, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:43.607206 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-a3f2e2b4-3317-4bb4-b220-c184ff612752 None None] Set router e1cdc59f-6e1b-48c6-9249-63901d772069 gateway port host: dv-cinder-689486-12-smb {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:20:43.778868 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:43.853389 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Deleting port 185dcac0-112a-499b-9004-604d5ed98c7d {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:20:43.853638 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:43.939513 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-a3f2e2b4-3317-4bb4-b220-c184ff612752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:20:42Z', 'revision_number': 5, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port': {'id': '185dcac0-112a-499b-9004-604d5ed98c7d', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:14Z', 'updated_at': '2021-05-13T16:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:43.943385 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f2e2b4-3317-4bb4-b220-c184ff612752 None None] Checking router: e1cdc59f-6e1b-48c6-9249-63901d772069 for host: dv-cinder-689486-12-smb {{(pid=79045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:20:43.951477 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f2e2b4-3317-4bb4-b220-c184ff612752 None None] Routers {'e1cdc59f-6e1b-48c6-9249-63901d772069'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:20:43.952083 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-a3f2e2b4-3317-4bb4-b220-c184ff612752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:20:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['e1cdc59f-6e1b-48c6-9249-63901d772069'], 'active': True} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:43.978771 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] For port 185dcac0-112a-499b-9004-604d5ed98c7d, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=185dcac0-112a-499b-9004-604d5ed98c7d,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:20:43.979131 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:44.103295 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Calling delete_port for 185dcac0-112a-499b-9004-604d5ed98c7d owned by network:router_gateway {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:20:44.106413 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvr_db [None req-a3f2e2b4-3317-4bb4-b220-c184ff612752 None None] Set router e1cdc59f-6e1b-48c6-9249-63901d772069 gateway port host: None {{(pid=79045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:20:44.212870 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_hamode_db [None req-a3f2e2b4-3317-4bb4-b220-c184ff612752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:20:43Z', 'revision_number': 6, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port_host': None}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:44.216743 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f2e2b4-3317-4bb4-b220-c184ff612752 None None] The sync data for ids ['e1cdc59f-6e1b-48c6-9249-63901d772069'] in dv-cinder-689486-12-smb is: [{'id': 'e1cdc59f-6e1b-48c6-9249-63901d772069', 'name': 'tempest-TestMinimumBasicScenario-724096616-router', 'tenant_id': '3ce614e5711840d993f47316e5b6e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:13Z', 'updated_at': '2021-05-13T16:20:43Z', 'revision_number': 6, 'project_id': '3ce614e5711840d993f47316e5b6e0a4', 'gw_port_host': None}] {{(pid=79045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:20:44.243838 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:44.247471 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-a87f4e6b-1cc2-46cc-b979-f736b6c51054 tempest-TestMinimumBasicScenario-1601957887 tempest-TestMinimumBasicScenario-1601957887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:44.293476 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=185dcac0-112a-499b-9004-604d5ed98c7d,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:44.296537 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:44.386963 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615368'] for router_gateway, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:44.681063 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39745'] for router, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:44.683182 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:44.706096 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-616284'] for router, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:44.706585 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1cdc59f-6e1b-48c6-9249-63901d772069 {{(pid=79044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 16:20:44.718907 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] Notify callbacks [] for router, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:44.720076 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-dd0ef4d4-5d02-4712-be56-7ea82b058a42 admin admin] 10.222.0.54 "DELETE /v2.0/routers/e1cdc59f-6e1b-48c6-9249-63901d772069 HTTP/1.1" status: 204 len: 168 time: 1.2969577 May 13 16:20:44.722611 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 44412) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:44.780791 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3c7d76-fe42-4e6e-8705-fb9fd5c6555f admin admin] Deleting subnet 741111f4-ce5b-4324-9d58-72818c098b88 {{(pid=79044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:20:44.784029 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7d76-fe42-4e6e-8705-fb9fd5c6555f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:44.835365 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7d76-fe42-4e6e-8705-fb9fd5c6555f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2302693'] for subnet, precommit_delete_associations {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:44.915690 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7d76-fe42-4e6e-8705-fb9fd5c6555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:44.996761 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 83c41c05-9f49-44d7-ba29-a08a62866838 no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:20:45.033269 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 83c41c05-9f49-44d7-ba29-a08a62866838 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:20:45.033614 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 83c41c05-9f49-44d7-ba29-a08a62866838 not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:20:45.169358 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7d76-fe42-4e6e-8705-fb9fd5c6555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2571663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9658083'] for subnet, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:45.175874 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:45.212355 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c7d76-fe42-4e6e-8705-fb9fd5c6555f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741111f4-ce5b-4324-9d58-72818c098b88,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:45.214270 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7d76-fe42-4e6e-8705-fb9fd5c6555f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:45.218035 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58835eb9-cbbe-4661-8f0b-42df510f9c92 None None] Network c2bbe831-0a88-4401-9c0c-141defa276fa requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:20:45.221387 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-7e3c7d76-fe42-4e6e-8705-fb9fd5c6555f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/741111f4-ce5b-4324-9d58-72818c098b88 HTTP/1.1" status: 204 len: 168 time: 0.4977877 May 13 16:20:45.222392 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-7e3c7d76-fe42-4e6e-8705-fb9fd5c6555f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:45.223781 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 44416) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:45.289660 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:20:45.329996 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:45.401424 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Deleting port 96d48e10-07d6-4a33-b790-66bd057a6541 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:20:45.401765 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:45.478951 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] DHCP port deletion for c2bbe831-0a88-4401-9c0c-141defa276fa request from dv-cinder-689486-12-smb {{(pid=79045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 13 16:20:45.506690 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] For port 96d48e10-07d6-4a33-b790-66bd057a6541, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=96d48e10-07d6-4a33-b790-66bd057a6541,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:20:45.506947 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:45.544174 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Deleting port 96d48e10-07d6-4a33-b790-66bd057a6541 {{(pid=79045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:20:45.544479 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:45.630036 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Calling delete_port for 96d48e10-07d6-4a33-b790-66bd057a6541 owned by network:dhcp {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:20:45.644721 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] For port 96d48e10-07d6-4a33-b790-66bd057a6541, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=96d48e10-07d6-4a33-b790-66bd057a6541,segment=NetworkSegment(42d467a1-0b83-4495-870a-8db14e88c2df),segment_id=42d467a1-0b83-4495-870a-8db14e88c2df)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:20:45.645119 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:45.678650 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:45.682514 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:45.727238 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Pushing event deleted for resources: {'Port': ['ID=96d48e10-07d6-4a33-b790-66bd057a6541,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:45.730781 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:45.733235 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] No DVR routers for this DVR port 96d48e10-07d6-4a33-b790-66bd057a6541 on host dv-cinder-689486-12-smb {{(pid=79044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:20:45.769876 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Calling delete_port for 96d48e10-07d6-4a33-b790-66bd057a6541 owned by network:dhcp {{(pid=79045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:20:45.813536 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839'] for port, after_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:45.817124 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:45.850035 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:45.861695 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Pushing event deleted for resources: {'Port': ['ID=96d48e10-07d6-4a33-b790-66bd057a6541,revision_number=None']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:45.862944 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bbe831-0a88-4401-9c0c-141defa276fa']}} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:45.870632 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] No DVR routers for this DVR port 96d48e10-07d6-4a33-b790-66bd057a6541 on host dv-cinder-689486-12-smb {{(pid=79045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:20:45.872851 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:45.873182 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:45.873538 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:45.873971 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:45.874297 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:45.874629 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:45.874945 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:45.875277 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:45.875618 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d467a1-0b83-4495-870a-8db14e88c2df') {'for_net_delete': True} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:45.875729 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:45.875939 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:45.876039 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d467a1-0b83-4495-870a-8db14e88c2df') {} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:45.876253 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:45.876568 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-12-smb {{(pid=79045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 16:20:45.880203 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-4e844d5f-85d7-4967-8668-c65fbe5a2db3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:45.891619 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2302494'] for segment, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:45.909189 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:45.915594 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=79044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:20:45.916002 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2571749'] for segment, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: Traceback (most recent call last): May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: timer() May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: cb(*args, **kw) May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: return func(*args, **kwargs) May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: self._notify() May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: self.callback(batched_events) May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: event.method(event) May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: return f(self, *a, **k) May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: return self._get(url).json() May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: return self.request(url, 'GET', **kwargs) May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:20:45.929091 dv-cinder-689486-12-smb neutron-server[79044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:20:46.005720 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:46.009909 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-3f76f332-3d65-4306-87fe-c8b312c4245f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:46.026585 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:46.032637 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2bbe831-0a88-4401-9c0c-141defa276fa,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:46.036940 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:46.049502 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c2bbe831-0a88-4401-9c0c-141defa276fa HTTP/1.1" status: 204 len: 168 time: 0.8247917 May 13 16:20:46.052390 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 44420) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:46.430610 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 185dcac0-112a-499b-9004-604d5ed98c7d no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:20:46.464769 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 185dcac0-112a-499b-9004-604d5ed98c7d {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:20:46.465119 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 185dcac0-112a-499b-9004-604d5ed98c7d not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:20:46.465541 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 96d48e10-07d6-4a33-b790-66bd057a6541 no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:20:46.498492 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 96d48e10-07d6-4a33-b790-66bd057a6541 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:20:46.498841 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 96d48e10-07d6-4a33-b790-66bd057a6541 not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:20:46.697795 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e76c8f91-1427-4107-bba7-05836f6f5e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622414'] for router_interface, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:47.102931 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-e76c8f91-1427-4107-bba7-05836f6f5e9d admin admin] Deleting port 34982256-ac76-4f12-b3aa-b938eae4270d {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:20:47.103261 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e76c8f91-1427-4107-bba7-05836f6f5e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:47.220623 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-e76c8f91-1427-4107-bba7-05836f6f5e9d admin admin] For port 34982256-ac76-4f12-b3aa-b938eae4270d, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=34982256-ac76-4f12-b3aa-b938eae4270d,segment=NetworkSegment(aa906828-311f-47b4-afe5-6117d99f93a8),segment_id=aa906828-311f-47b4-afe5-6117d99f93a8)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:20:47.220969 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e76c8f91-1427-4107-bba7-05836f6f5e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:47.342021 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-e76c8f91-1427-4107-bba7-05836f6f5e9d admin admin] Calling delete_port for 34982256-ac76-4f12-b3aa-b938eae4270d owned by network:router_interface {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:20:47.478647 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e76c8f91-1427-4107-bba7-05836f6f5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:47.482195 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-c2f0b48e-d10e-45a2-b043-57669333d43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:47.526548 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c8f91-1427-4107-bba7-05836f6f5e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=34982256-ac76-4f12-b3aa-b938eae4270d,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:47.553400 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-e76c8f91-1427-4107-bba7-05836f6f5e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:47.910750 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-e76c8f91-1427-4107-bba7-05836f6f5e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616158'] for router_interface, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:48.261296 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76c8f91-1427-4107-bba7-05836f6f5e9d admin admin] Router 5913a6dd-9bdf-497f-a99f-128314406504 has already been hosted by L3 agent bf37a120-389a-4719-bf50-759d3c7da9aa {{(pid=79044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 16:20:48.441038 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76c8f91-1427-4107-bba7-05836f6f5e9d admin admin] Notify agent at l3_agent.dv-cinder-689486-12-smb the message routers_updated {{(pid=79044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 16:20:48.449212 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642367a-b7d3-4e19-82b1-59bbdba9b18b None None] Sync routers for ids ['5913a6dd-9bdf-497f-a99f-128314406504'] in dv-cinder-689486-12-smb {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 16:20:48.456613 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-e76c8f91-1427-4107-bba7-05836f6f5e9d admin admin] 10.222.0.54 "PUT /v2.0/routers/5913a6dd-9bdf-497f-a99f-128314406504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4032366 May 13 16:20:48.458402 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642367a-b7d3-4e19-82b1-59bbdba9b18b None None] Routers {'5913a6dd-9bdf-497f-a99f-128314406504'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:20:48.459008 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 44424) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:48.459256 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-1642367a-b7d3-4e19-82b1-59bbdba9b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:20:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['5913a6dd-9bdf-497f-a99f-128314406504'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:48.632423 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Notify callbacks [] for router, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:48.637647 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-1642367a-b7d3-4e19-82b1-59bbdba9b18b None None] Set router 5913a6dd-9bdf-497f-a99f-128314406504 gateway port host: dv-cinder-689486-12-smb {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:20:48.809322 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:48.881120 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Deleting port cfba9680-c290-4e03-a3a2-bd17f1ca8928 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:20:48.881461 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:48.955459 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-1642367a-b7d3-4e19-82b1-59bbdba9b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5913a6dd-9bdf-497f-a99f-128314406504', 'name': 'tempest-TestMinimumBasicScenario-1610966860-router', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'external_fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:20Z', 'updated_at': '2021-05-13T16:20:47Z', 'revision_number': 5, 'project_id': 'd3e805f3d65146599c9a13835ccf4878', 'gw_port': {'id': 'cfba9680-c290-4e03-a3a2-bd17f1ca8928', 'name': '', 'network_id': 'f952aaf9-96fc-499e-a9d2-7fec2a5f83f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5913a6dd-9bdf-497f-a99f-128314406504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-13T16:18:21Z', 'updated_at': '2021-05-13T16:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9119b35-45a9-413f-9edc-493154b556dd', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-12-smb'}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:48.959699 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642367a-b7d3-4e19-82b1-59bbdba9b18b None None] Checking router: 5913a6dd-9bdf-497f-a99f-128314406504 for host: dv-cinder-689486-12-smb {{(pid=79046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 16:20:48.968452 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642367a-b7d3-4e19-82b1-59bbdba9b18b None None] Routers {'5913a6dd-9bdf-497f-a99f-128314406504'} bound to L3 agent in host dv-cinder-689486-12-smb {{(pid=79046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 13 16:20:48.969693 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-1642367a-b7d3-4e19-82b1-59bbdba9b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-13T16:00:34Z,description=,heartbeat_timestamp=2021-05-13T16:20:34Z,host='dv-cinder-689486-12-smb',id=bf37a120-389a-4719-bf50-759d3c7da9aa,load=0,resource_versions=,resources_synced=,started_at=2021-05-13T16:00:34Z,topic='l3_agent')) {'router_ids': ['5913a6dd-9bdf-497f-a99f-128314406504'], 'active': True} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:49.120528 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_dvr_db [None req-1642367a-b7d3-4e19-82b1-59bbdba9b18b None None] Set router 5913a6dd-9bdf-497f-a99f-128314406504 gateway port host: None {{(pid=79046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 13 16:20:49.125543 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] For port cfba9680-c290-4e03-a3a2-bd17f1ca8928, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=cfba9680-c290-4e03-a3a2-bd17f1ca8928,segment=NetworkSegment(66304a10-cfad-463d-bfd2-ac5c24e5ee43),segment_id=66304a10-cfad-463d-bfd2-ac5c24e5ee43)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:20:49.126138 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:49.223727 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.l3_hamode_db [None req-1642367a-b7d3-4e19-82b1-59bbdba9b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5913a6dd-9bdf-497f-a99f-128314406504', 'name': 'tempest-TestMinimumBasicScenario-1610966860-router', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:20Z', 'updated_at': '2021-05-13T16:20:48Z', 'revision_number': 6, 'project_id': 'd3e805f3d65146599c9a13835ccf4878', 'gw_port_host': None}], 'dv-cinder-689486-12-smb', False) {} {{(pid=79046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:49.227552 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642367a-b7d3-4e19-82b1-59bbdba9b18b None None] The sync data for ids ['5913a6dd-9bdf-497f-a99f-128314406504'] in dv-cinder-689486-12-smb is: [{'id': '5913a6dd-9bdf-497f-a99f-128314406504', 'name': 'tempest-TestMinimumBasicScenario-1610966860-router', 'tenant_id': 'd3e805f3d65146599c9a13835ccf4878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-13T16:18:20Z', 'updated_at': '2021-05-13T16:20:48Z', 'revision_number': 6, 'project_id': 'd3e805f3d65146599c9a13835ccf4878', 'gw_port_host': None}] {{(pid=79046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 16:20:49.251830 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Calling delete_port for cfba9680-c290-4e03-a3a2-bd17f1ca8928 owned by network:router_gateway {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:20:49.392142 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:49.396507 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-557ebff0-7fc8-48b3-887a-edcd98a26b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:49.442219 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Pushing event deleted for resources: {'Port': ['ID=cfba9680-c290-4e03-a3a2-bd17f1ca8928,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:49.467658 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:49.529329 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615368'] for router_gateway, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:49.706943 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39745'] for router, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:49.709261 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:49.733719 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-616284'] for router, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:49.734338 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5913a6dd-9bdf-497f-a99f-128314406504 {{(pid=79044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 16:20:49.747942 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] Notify callbacks [] for router, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:49.749044 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-0b0e0558-22dc-47a6-9629-00c876a163aa admin admin] 10.222.0.54 "DELETE /v2.0/routers/5913a6dd-9bdf-497f-a99f-128314406504 HTTP/1.1" status: 204 len: 168 time: 1.2891140 May 13 16:20:49.752035 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 44428) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:49.818298 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc2c5af-0736-47e6-93a7-5f4bb9655dd1 admin admin] Deleting subnet e1ad728b-eada-49d3-974e-09c544ccfe10 {{(pid=79044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 13 16:20:49.821429 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c5af-0736-47e6-93a7-5f4bb9655dd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:49.872382 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c5af-0736-47e6-93a7-5f4bb9655dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2302693'] for subnet, precommit_delete_associations {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:49.956591 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c5af-0736-47e6-93a7-5f4bb9655dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830264'] for subnet, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:50.201109 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c5af-0736-47e6-93a7-5f4bb9655dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2571663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9658083'] for subnet, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:50.205279 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:50.242059 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2c5af-0736-47e6-93a7-5f4bb9655dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ad728b-eada-49d3-974e-09c544ccfe10,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:50.245181 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-6cc2c5af-0736-47e6-93a7-5f4bb9655dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:50.246306 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c5af-0736-47e6-93a7-5f4bb9655dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for subnet, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:50.251911 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802a4766-9f48-48c1-b876-b475c6b4a01a None None] Network c3d24c72-38ff-441d-a753-319d0fe39634 requested from dv-cinder-689486-12-smb {{(pid=79045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 13 16:20:50.252480 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-6cc2c5af-0736-47e6-93a7-5f4bb9655dd1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e1ad728b-eada-49d3-974e-09c544ccfe10 HTTP/1.1" status: 204 len: 168 time: 0.4995155 May 13 16:20:50.254870 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [-] (79044) accepted ('10.222.0.54', 44432) {{(pid=79044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:50.359594 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675640'] for network, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:50.438874 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Deleting port d8f8c141-a04c-4c59-8803-07b6e202de70 {{(pid=79044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:20:50.439317 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:50.451813 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 34982256-ac76-4f12-b3aa-b938eae4270d no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:20:50.490410 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: 34982256-ac76-4f12-b3aa-b938eae4270d {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:20:50.490755 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device 34982256-ac76-4f12-b3aa-b938eae4270d not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:20:50.491168 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device cfba9680-c290-4e03-a3a2-bd17f1ca8928 no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:20:50.527522 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: cfba9680-c290-4e03-a3a2-bd17f1ca8928 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:20:50.527870 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device cfba9680-c290-4e03-a3a2-bd17f1ca8928 not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:20:50.607825 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460a69cb-0009-4af7-8114-e2b75b987268 None None] DHCP port deletion for c3d24c72-38ff-441d-a753-319d0fe39634 request from dv-cinder-689486-12-smb {{(pid=79045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 13 16:20:50.654353 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.db [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] For port d8f8c141-a04c-4c59-8803-07b6e202de70, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=d8f8c141-a04c-4c59-8803-07b6e202de70,segment=NetworkSegment(aa906828-311f-47b4-afe5-6117d99f93a8),segment_id=aa906828-311f-47b4-afe5-6117d99f93a8)] {{(pid=79044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:20:50.654803 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:50.674362 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-460a69cb-0009-4af7-8114-e2b75b987268 None None] Deleting port d8f8c141-a04c-4c59-8803-07b6e202de70 {{(pid=79045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 13 16:20:50.674748 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-460a69cb-0009-4af7-8114-e2b75b987268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761811564939'] for port, before_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:50.773211 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.db [None req-460a69cb-0009-4af7-8114-e2b75b987268 None None] For port d8f8c141-a04c-4c59-8803-07b6e202de70, host dv-cinder-689486-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-12-smb',level=0,port_id=d8f8c141-a04c-4c59-8803-07b6e202de70,segment=NetworkSegment(aa906828-311f-47b4-afe5-6117d99f93a8),segment_id=aa906828-311f-47b4-afe5-6117d99f93a8)] {{(pid=79045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 16:20:50.773560 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-460a69cb-0009-4af7-8114-e2b75b987268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621456'] for port, precommit_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:50.778297 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Calling delete_port for d8f8c141-a04c-4c59-8803-07b6e202de70 owned by network:dhcp {{(pid=79044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:20:50.825824 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2571704'] for port, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:50.831274 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-07c4a300-4660-4d3a-ad32-c8164d84ee66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:50.878260 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f8c141-a04c-4c59-8803-07b6e202de70,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:50.881419 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:50.883966 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] No DVR routers for this DVR port d8f8c141-a04c-4c59-8803-07b6e202de70 on host dv-cinder-689486-12-smb {{(pid=79044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:20:50.896851 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-460a69cb-0009-4af7-8114-e2b75b987268 None None] Calling delete_port for d8f8c141-a04c-4c59-8803-07b6e202de70 owned by network:dhcp {{(pid=79045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 13 16:20:50.940697 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-460a69cb-0009-4af7-8114-e2b75b987268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1754010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761811568689', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761811118839'] for port, after_delete {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:50.945149 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:50.991897 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a69cb-0009-4af7-8114-e2b75b987268 None None] Pushing event deleted for resources: {'Port': ['ID=d8f8c141-a04c-4c59-8803-07b6e202de70,revision_number=None']} {{(pid=79045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:50.993695 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a69cb-0009-4af7-8114-e2b75b987268 None None] No DVR routers for this DVR port d8f8c141-a04c-4c59-8803-07b6e202de70 on host dv-cinder-689486-12-smb {{(pid=79045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 16:20:50.995074 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG oslo_concurrency.lockutils [None req-460a69cb-0009-4af7-8114-e2b75b987268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:51.008919 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775087', 'neutron.services.segments.db._delete_segments_for_network-8761811593292'] for network, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:51.022635 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d24c72-38ff-441d-a753-319d0fe39634']}} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:51.035508 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa906828-311f-47b4-afe5-6117d99f93a8') {'for_net_delete': True} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:51.035737 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.services.segments.db [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa906828-311f-47b4-afe5-6117d99f93a8') {} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 16:20:51.047000 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761811604053', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2302494'] for segment, before_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:51.062480 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863'] for segment, precommit_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:51.068724 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=79044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 16:20:51.069137 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1827863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2571749'] for segment, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: Traceback (most recent call last): May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: timer() May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: cb(*args, **kw) May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: return func(*args, **kwargs) May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: self._notify() May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: self.callback(batched_events) May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: event.method(event) May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: aggregate_uuid = self.p_client.list_aggregates( May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: return f(self, *a, **k) May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: return self._get(url).json() May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: return self.request(url, 'GET', **kwargs) May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: base_url = self.get_endpoint(auth, allow=allow, May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 16:20:51.082779 dv-cinder-689486-12-smb neutron-server[79044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 16:20:51.160170 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615307'] for network, after_delete {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:51.164142 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:51.177198 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041044'] for network, before_response {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:51.190013 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d24c72-38ff-441d-a753-319d0fe39634,revision_number=None']} {{(pid=79044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:51.193760 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:51.195675 dv-cinder-689486-12-smb neutron-server[79044]: INFO neutron.wsgi [None req-25f9b3e5-6087-4a9f-8621-124c7dc95ef4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c3d24c72-38ff-441d-a753-319d0fe39634 HTTP/1.1" status: 204 len: 168 time: 0.9393857 May 13 16:20:51.374410 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 44438) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:51.424298 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-d590895c-2017-42d1-8007-49e2ea299908 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ce614e5711840d993f47316e5b6e0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486650 May 13 16:20:51.426642 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 44442) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:51.486423 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4e7814f2-25b1-4579-b6c5-e4d18250f8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:51.512238 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4e7814f2-25b1-4579-b6c5-e4d18250f8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:51.564644 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4e7814f2-25b1-4579-b6c5-e4d18250f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:51.568456 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-bad43566-0854-4024-8b0c-af6cea1b42a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:51.583041 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7814f2-25b1-4579-b6c5-e4d18250f8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd87e3e-8edf-489f-889e-6b9cc01605d1,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:51.585442 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-4e7814f2-25b1-4579-b6c5-e4d18250f8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:51.592258 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-4e7814f2-25b1-4579-b6c5-e4d18250f8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:51.593546 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-4e7814f2-25b1-4579-b6c5-e4d18250f8b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7bd87e3e-8edf-489f-889e-6b9cc01605d1 HTTP/1.1" status: 204 len: 168 time: 0.1660023 May 13 16:20:51.932835 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 44450) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:51.981316 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-70c79b19-e784-4e4a-9876-670014bf1e0c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d3e805f3d65146599c9a13835ccf4878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472386 May 13 16:20:51.983631 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.wsgi [-] (79043) accepted ('10.222.0.54', 44454) {{(pid=79043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 16:20:52.042766 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e393509c-3715-4849-a084-30050e4f095c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:52.069174 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e393509c-3715-4849-a084-30050e4f095c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:52.124268 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e393509c-3715-4849-a084-30050e4f095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655258'] for security_group, after_delete {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:52.127980 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-22e5d2cc-1d23-491c-93af-4ad5aba7028c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 16:20:52.138501 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393509c-3715-4849-a084-30050e4f095c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb697ad2-5344-404b-9247-8efcdc85b6fa,revision_number=None']} {{(pid=79043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 16:20:52.142851 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG oslo_concurrency.lockutils [None req-e393509c-3715-4849-a084-30050e4f095c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 16:20:52.145986 dv-cinder-689486-12-smb neutron-server[79043]: DEBUG neutron_lib.callbacks.manager [None req-e393509c-3715-4849-a084-30050e4f095c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:20:52.147079 dv-cinder-689486-12-smb neutron-server[79043]: INFO neutron.wsgi [None req-e393509c-3715-4849-a084-30050e4f095c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb697ad2-5344-404b-9247-8efcdc85b6fa HTTP/1.1" status: 204 len: 168 time: 0.1625757 May 13 16:20:52.429491 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device d8f8c141-a04c-4c59-8803-07b6e202de70 no longer exists at agent ovs-agent-dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 16:20:52.465243 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.plugin [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] No Port match for: d8f8c141-a04c-4c59-8803-07b6e202de70 {{(pid=79045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 13 16:20:52.465597 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron.plugins.ml2.rpc [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Device d8f8c141-a04c-4c59-8803-07b6e202de70 not bound to the agent host dv-cinder-689486-12-smb {{(pid=79045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 16:21:00.596851 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:21:00.929065 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-1d5b96c0-b273-4ad7-bdd5-ecb180f308cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:21:03.803010 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:21:04.063191 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-7b2582b6-4785-4ec5-a175-e2966a98bab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:21:05.018228 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:21:06.686148 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:21:22.290307 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:21:30.602021 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:21:30.938423 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-3ca19cea-acc3-45e4-9b2d-5afb88cdc347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:21:33.798739 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:21:34.065999 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-cdb045d1-3be6-4ba2-bf79-c193a0bfbe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:21:35.020562 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:21:36.690296 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:21:59.290092 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:22:00.606570 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:22:00.930119 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-bc6af04e-ae7f-4275-807c-bad6c058934a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:22:03.801781 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:22:04.066526 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-c339276d-cd6d-4397-b017-5260985dbef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:22:05.024126 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:22:06.692329 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:22:30.619984 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:22:30.931559 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0dd8203e-07a0-4979-9ad9-eada54bcbde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:22:33.806050 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:22:34.067556 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-223c1c7f-8c86-4922-adb3-4c8e3ce94f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:22:35.026937 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:22:36.290351 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:22:36.693498 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:23:00.652095 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:23:00.933352 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-66df7c9e-0da8-47ce-b985-31124d901db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:23:03.809194 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:23:04.069082 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-b941c11c-375f-4105-a9b3-f03380febea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:23:05.029768 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:23:06.699574 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:23:13.289785 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:23:30.652053 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:23:30.935197 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-bee8da78-d446-44ba-bf39-01f50b34a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:23:33.812317 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:23:34.070733 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2cca-c47a-48f8-ac13-1689a249c687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:23:35.032545 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:23:36.701032 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:23:50.289050 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:24:00.651486 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:24:00.936146 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-3d2fb938-c613-4a6f-8dfa-da3989b5260c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:24:03.818797 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:24:04.072849 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-3eead73d-6182-4e9f-8314-10607c37aec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:24:05.035087 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:24:06.703306 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:24:27.288379 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:24:30.666209 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:24:30.936999 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-ce3edb85-0466-4edf-85e6-430848a852c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:24:33.812116 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:24:34.075836 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-42e37ea9-bbbf-4a32-9608-bcbe9c069914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:24:35.039449 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:24:36.705232 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:24:42.398986 dv-cinder-689486-12-smb neutron-server[79044]: DEBUG neutron.wsgi [req-58863e18-9325-44ec-81e6-eba3205f8902 req-3373fc17-9711-4442-90e0-bfe79fc32012 service neutron] (79044) timed out ('10.222.0.36', 58267) {{(pid=79044) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 16:25:00.696700 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:25:00.939286 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-db42dafa-1acb-4f91-a5c8-c072607f8b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:25:03.815901 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:25:04.077645 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-5b243ced-fefb-40e7-9381-8b54db789669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:25:04.289326 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 13 16:25:05.042247 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:25:06.708863 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:25:30.712348 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0c828334-2a06-4d76-9e2a-ecbed1b4802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:25:30.943963 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-0494a629-b78c-4781-b7d0-d1111dd9cbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:25:33.828327 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-61f17e1f-d4ea-41f4-8bf0-2795eb10cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:25:34.079237 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-39ce1dd6-9a14-492b-b7d6-51ece6a6605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:25:35.046568 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-acd4cdda-9537-4d9d-93ce-1502f128685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:25:36.711876 dv-cinder-689486-12-smb neutron-server[79045]: DEBUG neutron_lib.callbacks.manager [None req-131b9ab5-d8dd-4ea8-8450-eccdf835155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761811593373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777465'] for agent, after_update {{(pid=79045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 16:25:41.288525 dv-cinder-689486-12-smb neutron-server[79046]: DEBUG neutron.db.agents_db [None req-08e3647d-9e4d-4b3c-9eeb-fc7465baebb3 None None] Agent healthcheck: found 6 active agents {{(pid=79046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}